-- Logs begin at Tue 2021-02-16 14:56:59 UTC, end at Tue 2021-02-16 15:57:43 UTC. -- Feb 16 15:33:38.644783 dv-cinder-775706-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 16 15:33:41.393027 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.common.config [-] Logging enabled! Feb 16 15:33:41.393581 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev513 Feb 16 15:33:41.394910 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83912) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 15:33:41.397107 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.common.config [-] Logging enabled! Feb 16 15:33:41.397397 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev513 Feb 16 15:33:41.397749 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83912) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 15:33:41.398871 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 16 15:33:41.399146 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 16 15:33:41.400381 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 16 15:33:41.400670 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 16 15:33:41.400929 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 16 15:33:41.401310 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.401654 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.401996 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.402252 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.402622 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.402964 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.403295 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.403617 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.403955 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.404279 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.404599 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.404914 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.405176 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.405492 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.405851 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.406181 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.406477 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] debug = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.406787 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.407317 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.407637 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.407954 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.408332 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.408592 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.408852 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.409172 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.409538 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] host = dv-cinder-775706-1-smb {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.409852 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.410179 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.410536 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.410867 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.411180 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.411493 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.412182 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.412182 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.412498 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] log_file = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.413160 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.413160 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.413290 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.413645 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.413645 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.414195 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.414425 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.414751 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.415063 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.415375 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.415689 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.415999 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.416310 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.416614 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.416943 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.417269 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.417592 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.417902 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.418210 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.418543 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.418854 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.419180 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.419488 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.419800 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.420106 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.420438 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.420744 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.421055 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.421427 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.421751 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.422092 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.422821 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.422821 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.423159 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.423745 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.423745 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.424058 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] use_json = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.424366 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.424670 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.424996 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.425304 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.425692 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.426007 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.426419 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.426677 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:41.427016 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.427357 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.427699 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.428020 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.428349 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.428667 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.428995 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.429310 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.429639 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.429967 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.430295 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.430632 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.430957 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.431270 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.431605 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.431954 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.432291 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.432624 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.432936 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.433245 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.433552 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.433865 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.434188 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.434548 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.434884 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.435194 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.435509 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.435841 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.436155 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.436465 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.436779 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.437622 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.437938 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.438247 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.438594 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.438912 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.439220 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.439527 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.439887 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.440227 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.440616 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.440926 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.441234 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.441546 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.441853 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.442178 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.442517 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.442826 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.443137 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.443453 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.443755 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.444063 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.444375 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.444681 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.444994 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.445304 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.445611 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.445920 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.446229 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.446562 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.446872 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.447180 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.447497 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.447804 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.448112 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.448420 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.448730 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.449037 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.449359 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.449696 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.450010 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.450327 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.450707 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.451021 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.451334 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.451647 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.451962 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.452279 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.453039 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.453159 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.454064 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.454430 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.454740 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.455061 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.455402 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.455718 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.456040 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.456355 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.456678 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.456996 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.457326 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.457658 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.457991 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.458322 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.458679 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.459014 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.459331 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.459685 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.460000 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:41.460249 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 16 15:33:41.460519 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83912) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 16 15:33:42.125438 dv-cinder-775706-1-smb neutron-server[83912]: INFO keyring.backend [-] Loading Gnome Feb 16 15:33:42.143649 dv-cinder-775706-1-smb neutron-server[83912]: INFO keyring.backend [-] Loading Google Feb 16 15:33:42.146222 dv-cinder-775706-1-smb neutron-server[83912]: INFO keyring.backend [-] Loading Windows (alt) Feb 16 15:33:42.149825 dv-cinder-775706-1-smb neutron-server[83912]: INFO keyring.backend [-] Loading file Feb 16 15:33:42.150854 dv-cinder-775706-1-smb neutron-server[83912]: INFO keyring.backend [-] Loading keyczar Feb 16 15:33:42.151137 dv-cinder-775706-1-smb neutron-server[83912]: INFO keyring.backend [-] Loading multi Feb 16 15:33:42.151778 dv-cinder-775706-1-smb neutron-server[83912]: INFO keyring.backend [-] Loading pyfs Feb 16 15:33:42.197704 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83912) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:33:42.197992 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83912) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:33:42.198319 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83912) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:33:42.198715 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 16 15:33:42.597513 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:42.598080 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:42.598080 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:42.648317 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:42.648618 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:42.648911 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:42.652512 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:42.652820 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:42.653117 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:42.723134 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:42.723455 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:42.723734 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:42.724883 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:42.725188 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:42.725479 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:42.999064 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:42.999890 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.000192 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.000502 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.001330 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.155619 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.156013 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.156331 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.156628 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.156924 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.157299 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.157593 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.157877 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.158160 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.158512 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.158805 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.159108 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.159406 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.159691 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.159996 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.160303 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.160591 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.160903 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.161183 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.161658 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.161939 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.162216 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.162575 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.162852 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.163123 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.163548 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 16 15:33:43.163827 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 16 15:33:43.164100 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 16 15:33:43.164376 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 16 15:33:43.164644 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 16 15:33:43.164909 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 16 15:33:43.165324 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 16 15:33:43.168698 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 16 15:33:43.173132 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 16 15:33:43.177606 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1200, 1249)])]) Feb 16 15:33:43.180216 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 16 15:33:43.182442 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 16 15:33:43.183032 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 16 15:33:43.183717 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 16 15:33:43.187506 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 16 15:33:43.187786 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 16 15:33:43.188164 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 16 15:33:43.210047 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 16 15:33:43.210605 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.210937 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83912) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 16 15:33:43.211340 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.212707 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83912) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 16 15:33:43.213033 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 16 15:33:43.213310 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 16 15:33:43.216574 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.216881 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.284567 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 16 15:33:43.284791 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 16 15:33:43.284983 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 16 15:33:43.285472 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 16 15:33:43.320202 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_db.sqlalchemy.engines [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83912) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 16 15:33:43.765108 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.plugins.ml2.managers [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Initializing driver for type 'gre' Feb 16 15:33:43.765746 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] gre ID ranges: [(1, 1000)] Feb 16 15:33:43.811189 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.plugins.ml2.managers [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Initializing driver for type 'local' Feb 16 15:33:43.811567 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.plugins.ml2.managers [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Initializing driver for type 'vlan' Feb 16 15:33:43.825298 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] VlanTypeDriver initialization complete Feb 16 15:33:43.825678 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.plugins.ml2.managers [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Initializing driver for type 'vxlan' Feb 16 15:33:43.826242 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] vxlan ID ranges: [(1, 1000)] Feb 16 15:33:43.869482 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.plugins.ml2.managers [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Initializing extension driver 'port_security' Feb 16 15:33:43.869843 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.plugins.ml2.extensions.port_security [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] PortSecurityExtensionDriver initialization complete Feb 16 15:33:43.870220 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.plugins.ml2.managers [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Initializing mechanism driver 'openvswitch' Feb 16 15:33:43.876541 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83912) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:33:43.877379 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > port after_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.877796 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > port after_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.878194 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > port after_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.878649 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > subnet after_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.879051 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > subnet after_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.879431 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > subnet after_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.880116 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > network after_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.880504 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > network after_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.880880 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > network after_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.881301 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > security_group after_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.881686 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > security_group after_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.882066 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > security_group after_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.882509 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.882900 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.883278 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.883825 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > address_group after_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.884206 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > address_group after_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.884583 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > address_group after_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.884954 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] ML2 OVO RPC backend initialized. {{(pid=83912) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 16 15:33:43.885670 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > router_interface after_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.886062 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.886585 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > network before_response 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.886976 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > networks before_response 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.887361 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > port before_response 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.887744 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > ports before_response 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.888135 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > subnet before_response 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.888506 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > subnets before_response 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.888890 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > network after_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.889268 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > network after_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.889644 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > network after_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.890561 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > port after_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.890944 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > port after_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.891320 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > port after_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.891695 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > subnet after_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.892069 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > subnet after_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.892443 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > subnet after_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.893239 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.plugins.ml2.plugin [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Modular L2 Plugin initialization complete Feb 16 15:33:43.893603 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading services supported by the core plugin {{(pid=83912) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 16 15:33:43.893970 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.plugins.ml2.managers [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Got port-security extension from driver 'port_security' Feb 16 15:33:43.894512 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.extensions.vlantransparent [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Disabled vlantransparent extension. Feb 16 15:33:43.895001 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83912) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 16 15:33:43.895347 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading Plugin: router Feb 16 15:33:43.934765 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > router_interface before_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.935259 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > router after_create 55549900 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.935643 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > router before_create 55549900 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.937153 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.937153 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.937153 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > router after_delete 55549900 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.937153 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > floatingip after_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.938437 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > router after_create 55549900 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.938437 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > router after_update 55549900 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.938437 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > router after_update 55549900 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.938751 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.939104 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > router after_update 55549900 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.939593 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > router precommit_update 55549900 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.940021 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: port after_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.940404 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: port after_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.940784 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: subnet after_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.941277 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.941557 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > port precommit_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.941943 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > router precommit_create 55549900 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.942325 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: port before_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.942754 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > router precommit_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.943164 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > router after_update 55549900 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.943551 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > router precommit_delete 55549900 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.943941 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > router precommit_create 55549900 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.944350 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > router_interface after_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.944738 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > router precommit_update 55549900 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.945171 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > network after_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.946197 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource_registry [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Tracking information for resource: router configured {{(pid=83912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 16 15:33:43.946601 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource_registry [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Tracking information for resource: floatingip configured {{(pid=83912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 16 15:33:43.951622 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.db.l3_agentschedulers_db [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 16 15:33:43.952286 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: port after_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.953215 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: port after_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.953603 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: port after_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.953990 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: port after_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.955109 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > router before_create 55550100 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.955516 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > router precommit_delete 55550100 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.955921 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > router precommit_create 55550100 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.956319 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > router precommit_update 55550100 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.961079 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.provider_configuration [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Service providers = [] {{(pid=83912) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 16 15:33:43.961480 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.servicetype_db [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83912) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 16 15:33:43.964703 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.service_base [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83912) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 16 15:33:43.965094 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.service_base [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83912) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 16 15:33:43.965476 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.service_base [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83912) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 16 15:33:43.966377 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.service_base [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83912) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 16 15:33:43.966810 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.services.service_base [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 16 15:33:43.967249 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 16 15:33:43.967608 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 16 15:33:43.978541 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 16 15:33:43.978925 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading Plugin: auto_allocate Feb 16 15:33:43.984853 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: network precommit_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.985267 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: network precommit_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:43.985871 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 16 15:33:43.986237 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading Plugin: tag Feb 16 15:33:43.993452 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 16 15:33:43.993829 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading Plugin: timestamp Feb 16 15:33:43.997728 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 16 15:33:43.998256 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading Plugin: network_ip_availability Feb 16 15:33:44.004187 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:44.004594 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:44.005306 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:44.006105 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 16 15:33:44.007366 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading Plugin: flavors Feb 16 15:33:44.011153 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 16 15:33:44.011528 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading Plugin: revisions Feb 16 15:33:44.016463 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 16 15:33:44.016837 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.818s {{(pid=83912) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:33:44.017663 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83912) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 16 15:33:44.018028 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Initializing extension manager. Feb 16 15:33:44.018627 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: __init__.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.019012 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: __pycache__ {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.019390 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.019765 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: address_group.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.020761 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.021419 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: address-group Feb 16 15:33:44.021790 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: address_scope.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.022619 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.023211 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: address-scope Feb 16 15:33:44.023576 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: admin_state_down_before_update.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.024525 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.025105 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: router-admin-state-down-before-update Feb 16 15:33:44.025491 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: agent.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.026233 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.026848 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: agent Feb 16 15:33:44.027211 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: agent_resources_synced.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.028140 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.028720 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: agent-resources-synced Feb 16 15:33:44.029081 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: allowedaddresspairs.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.031522 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.032113 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: allowed-address-pairs Feb 16 15:33:44.032484 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: auto_allocated_topology.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.033741 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.034328 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: auto-allocated-topology Feb 16 15:33:44.034844 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: availability_zone.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.035611 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.036200 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: availability_zone Feb 16 15:33:44.036572 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: availability_zone_filter.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.037535 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.038110 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: availability_zone_filter Feb 16 15:33:44.038504 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: data_plane_status.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.039445 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.040016 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extension data-plane-status not supported by any of loaded plugins Feb 16 15:33:44.040377 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: default_subnetpools.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.041316 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.041890 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: default-subnetpools Feb 16 15:33:44.042252 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: dhcpagentscheduler.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.043279 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.043871 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: dhcp_agent_scheduler Feb 16 15:33:44.044238 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: dns.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.045181 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.045758 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extension dns-integration not supported by any of loaded plugins Feb 16 15:33:44.046121 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: dns_domain_ports.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.047121 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.047695 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 16 15:33:44.048059 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: dvr.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.048800 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.049379 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: dvr Feb 16 15:33:44.049742 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: empty_string_filtering.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.050702 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.051282 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: empty-string-filtering Feb 16 15:33:44.051644 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.052575 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.053147 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 16 15:33:44.053508 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.054476 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.055048 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 16 15:33:44.055413 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: external_net.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.056351 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.056926 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: external-net Feb 16 15:33:44.057290 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: extra_dhcp_opt.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.058304 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.058913 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: extra_dhcp_opt Feb 16 15:33:44.059274 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: extraroute.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.060198 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.060774 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: extraroute Feb 16 15:33:44.061136 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: extraroute_atomic.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.062210 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.062821 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: extraroute-atomic Feb 16 15:33:44.063184 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: filter_validation.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.063899 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.064477 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: filter-validation Feb 16 15:33:44.064983 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: fip_pf_description.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.065904 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.066511 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 16 15:33:44.066874 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: fip_port_details.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.067845 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.068424 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: fip-port-details Feb 16 15:33:44.068785 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: flavors.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.070042 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.070655 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: flavors Feb 16 15:33:44.071024 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.072700 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.073294 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 16 15:33:44.073772 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: floatingip_pools.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.074574 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.075161 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: floatingip-pools Feb 16 15:33:44.075527 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: ip_allocation.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.076469 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.077043 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extension ip_allocation not supported by any of loaded plugins Feb 16 15:33:44.077407 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.078893 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.079478 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: ip-substring-filtering Feb 16 15:33:44.079841 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: l2_adjacency.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.080914 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.081486 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extension l2_adjacency not supported by any of loaded plugins Feb 16 15:33:44.081855 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: l3.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.082986 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.083571 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: router Feb 16 15:33:44.083938 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: l3_conntrack_helper.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.086244 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.086869 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 16 15:33:44.087247 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.088192 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.088780 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: ext-gw-mode Feb 16 15:33:44.089146 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.090084 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.090697 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: l3-ha Feb 16 15:33:44.091071 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: l3_flavors.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.091991 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.092576 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: l3-flavors Feb 16 15:33:44.092938 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.094682 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.095268 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: l3-port-ip-change-not-allowed Feb 16 15:33:44.095634 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: l3agentscheduler.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.096954 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.097544 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: l3_agent_scheduler Feb 16 15:33:44.097913 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: logging.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.099602 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.100196 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extension logging not supported by any of loaded plugins Feb 16 15:33:44.100566 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: metering.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.101371 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.102065 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: metering Feb 16 15:33:44.102452 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.103598 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.104187 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: metering_source_and_destination_fields Feb 16 15:33:44.104556 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: multiprovidernet.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.105506 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.106091 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: multi-provider Feb 16 15:33:44.106508 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: netmtu.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.107447 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.108034 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: net-mtu Feb 16 15:33:44.108399 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: netmtu_writable.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.109371 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.109946 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: net-mtu-writable Feb 16 15:33:44.110310 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: network_availability_zone.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.111101 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.111709 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: network_availability_zone Feb 16 15:33:44.112085 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: network_ip_availability.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.113214 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.113741 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: network-ip-availability Feb 16 15:33:44.114106 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: network_segment_range.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.115226 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.115805 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extension network-segment-range not supported by any of loaded plugins Feb 16 15:33:44.116172 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: pagination.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.117199 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.117577 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: pagination Feb 16 15:33:44.117939 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: port_device_profile.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.118873 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.119464 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: port-device-profile Feb 16 15:33:44.119828 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.120756 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.121346 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: port-mac-address-regenerate Feb 16 15:33:44.121705 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.122672 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.123255 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: port-numa-affinity-policy Feb 16 15:33:44.123614 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: port_resource_request.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.124576 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.125146 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extension port-resource-request not supported by any of loaded plugins Feb 16 15:33:44.125505 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: portbindings.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.126480 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.127059 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: binding Feb 16 15:33:44.127419 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: portbindings_extended.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.128734 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.129316 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: binding-extended Feb 16 15:33:44.129685 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: portsecurity.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.131043 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.131621 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: port-security Feb 16 15:33:44.131980 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: project_id.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.132982 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.133353 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: project-id Feb 16 15:33:44.133715 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: providernet.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.134668 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.135248 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: provider Feb 16 15:33:44.135609 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: qos.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.139320 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.139924 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extension qos not supported by any of loaded plugins Feb 16 15:33:44.140824 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.143443 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.144035 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 16 15:33:44.144417 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.145356 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.146107 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 16 15:33:44.146722 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: qos_default.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.147693 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.148278 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extension qos-default not supported by any of loaded plugins Feb 16 15:33:44.148643 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: qos_fip.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.149358 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.149931 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extension qos-fip not supported by any of loaded plugins Feb 16 15:33:44.150292 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: qos_gateway_ip.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.151280 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.151855 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 16 15:33:44.152218 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: qos_port_network_policy.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.153149 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.153740 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 16 15:33:44.154095 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: qos_rule_type_details.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.155052 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.155651 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 16 15:33:44.156564 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: qos_rules_alias.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.157665 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.158254 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 16 15:33:44.158791 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: quotasv2.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.159867 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.160240 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: quotas Feb 16 15:33:44.160606 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: quotasv2_detail.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.162274 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.162724 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: quota_details Feb 16 15:33:44.163097 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: rbac.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.164292 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.164893 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: rbac-policies Feb 16 15:33:44.165263 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: rbac_address_scope.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.166205 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.166813 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: rbac-address-scope Feb 16 15:33:44.167178 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: rbac_security_groups.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.168233 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.168815 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: rbac-security-groups Feb 16 15:33:44.169179 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: rbac_subnetpool.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.170129 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.170750 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: rbac-subnetpool Feb 16 15:33:44.171115 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: revisionifmatch.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.172086 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.172671 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: revision-if-match Feb 16 15:33:44.173034 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: revisions.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.174178 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.174788 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: standard-attr-revisions Feb 16 15:33:44.175153 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: router_availability_zone.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.175882 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.176464 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: router_availability_zone Feb 16 15:33:44.176830 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: routerservicetype.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.177768 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.178345 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extension router-service-type not supported by any of loaded plugins Feb 16 15:33:44.178741 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.179698 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.180277 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: security-groups-normalized-cidr Feb 16 15:33:44.180641 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: security_groups_port_filtering.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.181583 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.182162 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: port-security-groups-filtering Feb 16 15:33:44.182552 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.183510 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.184077 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: security-groups-remote-address-group Feb 16 15:33:44.184439 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: securitygroup.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.198637 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.199294 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: security-group Feb 16 15:33:44.199677 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: segment.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.200599 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.201191 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extension segment not supported by any of loaded plugins Feb 16 15:33:44.201572 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.202664 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.203917 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 16 15:33:44.204289 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: servicetype.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.205451 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.206044 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: service-type Feb 16 15:33:44.206431 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: sorting.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.207461 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.207843 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: sorting Feb 16 15:33:44.208204 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: standard_attr_segment.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.209136 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.209731 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 16 15:33:44.210234 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: standardattrdescription.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.210975 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.211557 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: standard-attr-description Feb 16 15:33:44.211918 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: stateful_security_group.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.212881 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.213462 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: stateful-security-group Feb 16 15:33:44.213827 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: stdattrs_common.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.214452 dv-cinder-775706-1-smb neutron-server[83912]: WARNING neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 16 15:33:44.214823 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.215872 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.216463 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 16 15:33:44.216830 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: subnet_onboard.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.217921 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.218593 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: subnet_onboard Feb 16 15:33:44.218964 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.219929 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.220511 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 16 15:33:44.220869 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: subnet_service_types.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.221820 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.222436 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: subnet-service-types Feb 16 15:33:44.222946 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: subnetallocation.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.224055 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.224643 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: subnet_allocation Feb 16 15:33:44.225006 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.225734 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.226311 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: subnetpool-prefix-ops Feb 16 15:33:44.226700 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.227655 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.228237 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 16 15:33:44.228596 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: tagging.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.229955 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.230580 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: standard-attr-tag Feb 16 15:33:44.230952 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: timestamp.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.232165 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.232757 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loaded extension: standard-attr-timestamp Feb 16 15:33:44.233250 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: trunk.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.234217 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.234846 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extension trunk not supported by any of loaded plugins Feb 16 15:33:44.235214 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: trunk_details.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.236162 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.236748 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extension trunk-details not supported by any of loaded plugins Feb 16 15:33:44.237106 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: uplink_status_propagation.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.238046 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.238803 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 16 15:33:44.239172 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Loading extension file: vlantransparent.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 16 15:33:44.239908 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:33:44.240488 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extension vlan-transparent not supported by any of loaded plugins Feb 16 15:33:44.243321 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.quota.resource_registry [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Creating instance of TrackedResource for resource:network Feb 16 15:33:44.244164 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.quota.resource_registry [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Creating instance of TrackedResource for resource:subnet Feb 16 15:33:44.244850 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.quota.resource_registry [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 15:33:44.245505 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.quota.resource_registry [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Creating instance of TrackedResource for resource:port Feb 16 15:33:44.247174 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.resource_helper [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 15:33:44.247669 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.resource_helper [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Service FLAVORS assigned prefix: {{(pid=83912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 15:33:44.248370 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.resource_helper [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 15:33:44.248852 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.resource_helper [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 15:33:44.249230 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.quota.resource_registry [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Creating instance of TrackedResource for resource:router Feb 16 15:33:44.250530 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.quota.resource_registry [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Creating instance of TrackedResource for resource:floatingip Feb 16 15:33:44.251329 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.resource_helper [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Service METERING assigned prefix: /metering {{(pid=83912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 15:33:44.253136 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:44.253539 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:44.253925 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:33:44.255416 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.quota.resource_registry [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 15:33:44.255898 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.quota.resource_registry [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Creating instance of TrackedResource for resource:security_group Feb 16 15:33:44.256736 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.quota.resource_registry [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 15:33:44.257559 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.resource_helper [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Service CORE assigned prefix: {{(pid=83912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 15:33:44.257935 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.quota.resource_registry [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 15:33:44.258320 dv-cinder-775706-1-smb neutron-server[83912]: WARNING neutron.quota.resource_registry [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] subnetpool is already registered Feb 16 15:33:44.259028 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.resource_helper [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Service CORE assigned prefix: {{(pid=83912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 15:33:44.259400 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.quota.resource_registry [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 15:33:44.259763 dv-cinder-775706-1-smb neutron-server[83912]: WARNING neutron.quota.resource_registry [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] subnetpool is already registered Feb 16 15:33:44.262586 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.resource_helper [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 15:33:44.263071 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.resource_helper [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Service FLAVORS assigned prefix: {{(pid=83912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 15:33:44.263731 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.resource_helper [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 15:33:44.264201 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.resource_helper [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 15:33:44.264574 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.quota.resource_registry [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Creating instance of TrackedResource for resource:router Feb 16 15:33:44.264944 dv-cinder-775706-1-smb neutron-server[83912]: WARNING neutron.quota.resource_registry [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] router is already registered Feb 16 15:33:44.266345 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.quota.resource_registry [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Creating instance of TrackedResource for resource:floatingip Feb 16 15:33:44.266799 dv-cinder-775706-1-smb neutron-server[83912]: WARNING neutron.quota.resource_registry [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] floatingip is already registered Feb 16 15:33:44.267470 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.resource_helper [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Service METERING assigned prefix: /metering {{(pid=83912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 15:33:44.268240 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.quota.resource_registry [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 15:33:44.268604 dv-cinder-775706-1-smb neutron-server[83912]: WARNING neutron.quota.resource_registry [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] rbac_policy is already registered Feb 16 15:33:44.269253 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.quota.resource_registry [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Creating instance of TrackedResource for resource:security_group Feb 16 15:33:44.269628 dv-cinder-775706-1-smb neutron-server[83912]: WARNING neutron.quota.resource_registry [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] security_group is already registered Feb 16 15:33:44.270298 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.quota.resource_registry [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 15:33:44.270714 dv-cinder-775706-1-smb neutron-server[83912]: WARNING neutron.quota.resource_registry [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] security_group_rule is already registered Feb 16 15:33:44.271484 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.resource_helper [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Service CORE assigned prefix: {{(pid=83912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 15:33:44.271855 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.quota.resource_registry [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 15:33:44.272223 dv-cinder-775706-1-smb neutron-server[83912]: WARNING neutron.quota.resource_registry [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] subnetpool is already registered Feb 16 15:33:44.272907 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.resource_helper [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Service CORE assigned prefix: {{(pid=83912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 16 15:33:44.273277 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.quota.resource_registry [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 15:33:44.273643 dv-cinder-775706-1-smb neutron-server[83912]: WARNING neutron.quota.resource_registry [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] subnetpool is already registered Feb 16 15:33:44.274372 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extended resource: extensions {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:33:44.276024 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extended resource: address-groups {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:33:44.277736 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extended resource: address-scopes {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:33:44.279059 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extended resource: agents {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:33:44.280304 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extended resource: auto-allocated-topology {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:33:44.281708 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extended resource: availability_zones {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:33:44.283320 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extended resource: dhcp-networks {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:33:44.284839 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extended resource: dhcp-agents {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:33:44.286375 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extended resource: routers {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:33:44.288334 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extended resource: flavors {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:33:44.289580 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extended resource: service_profiles {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:33:44.290941 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extended resource: next_providers {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:33:44.293504 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extended resource: service_profiles {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:33:44.295112 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extended resource: floatingip-pools {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:33:44.296465 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extended resource: routers {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:33:44.298441 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extended resource: floatingips {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:33:44.299870 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extended resource: l3-routers {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:33:44.301374 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extended resource: l3-agents {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:33:44.302933 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extended resource: metering-labels {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:33:44.304392 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extended resource: metering-label-rules {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:33:44.305783 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extended resource: network-ip-availabilities {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:33:44.307175 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extended resource: bindings {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:33:44.308929 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extended resource: quotas {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:33:44.310487 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extended resource: quotas {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:33:44.312523 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extended resource: rbac-policies {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:33:44.313915 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extended resource: security-groups {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:33:44.315509 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extended resource: security-group-rules {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:33:44.316833 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extended resource: service-providers {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:33:44.318144 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extended resource: subnetpools {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:33:44.319698 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extended resource: subnetpools {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:33:44.321258 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extended resource: tags {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:33:44.323134 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extended resource: tags {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:33:44.325073 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extended resource: tags {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:33:44.327030 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extended resource: tags {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:33:44.329610 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extended resource: tags {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:33:44.331629 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extended resource: tags {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:33:44.333552 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extended resource: tags {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:33:44.335542 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extended resource: tags {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:33:44.337638 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extended resource: tags {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:33:44.339643 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Extended resource: tags {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 16 15:33:44.346890 dv-cinder-775706-1-smb neutron-server[83912]: WARNING keystonemiddleware.auth_token [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 16 15:33:44.352224 dv-cinder-775706-1-smb neutron-server[83912]: WARNING keystonemiddleware.auth_token [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 16 15:33:44.361167 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Acquired lock "singleton_lock" {{(pid=83912) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 16 15:33:44.361701 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Releasing lock "singleton_lock" {{(pid=83912) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 16 15:33:44.363206 dv-cinder-775706-1-smb neutron-server[83912]: INFO oslo_service.service [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Starting 2 workers Feb 16 15:33:44.368259 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Started child 84025 {{(pid=83912) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 16 15:33:44.372366 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:33:44.373138 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Started child 84026 {{(pid=83912) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 16 15:33:44.373880 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [-] (84025) wsgi starting up on http://0.0.0.0:9696 Feb 16 15:33:44.375277 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.service [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Neutron service started, listening on 0.0.0.0:9696 Feb 16 15:33:44.375953 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Notify callbacks [] for process, before_spawn {{(pid=83912) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:33:44.377305 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:33:44.378620 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [-] (84026) wsgi starting up on http://0.0.0.0:9696 Feb 16 15:33:44.378760 dv-cinder-775706-1-smb neutron-server[83912]: INFO oslo_service.service [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Starting 1 workers Feb 16 15:33:44.384466 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Started child 84027 {{(pid=83912) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 16 15:33:44.385010 dv-cinder-775706-1-smb neutron-server[83912]: INFO oslo_service.service [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Starting 1 workers Feb 16 15:33:44.386467 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.service [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] calling RpcWorker wait() {{(pid=84027) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 16 15:33:44.386868 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.service [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] returning from RpcWorker wait() {{(pid=84027) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 16 15:33:44.388431 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:33:44.388934 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:33:44.389967 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Started child 84028 {{(pid=83912) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 16 15:33:44.391381 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7205a2b-1cca-43fc-9a57-b011c59c65ee None None] Notify callbacks [] for process, after_spawn {{(pid=83912) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:33:44.393021 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83912) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 16 15:33:44.393248 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 16 15:33:44.393459 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 16 15:33:44.393735 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 16 15:33:44.394112 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 16 15:33:44.394306 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 16 15:33:44.394592 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:33:44.395080 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.395390 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.395711 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.395862 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:33:44.396026 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.396322 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.396980 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.397270 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.397590 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.397996 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.398165 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.398328 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.398552 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.398851 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.399143 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.399495 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.399780 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.400054 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.400346 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.400611 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.400792 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.401119 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.401411 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.401719 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] debug = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.401996 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.402608 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.402872 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.403175 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.403450 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.403762 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.404045 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.404367 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.404639 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.404897 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.405169 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.405466 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.405762 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.406038 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.406447 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.406617 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.407065 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] host = dv-cinder-775706-1-smb {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.407320 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.407588 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.407865 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.408251 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.408409 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.408680 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.408973 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.409267 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.409555 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.409822 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.410121 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.410416 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.410694 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.410982 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] log_file = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.411178 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] log_options = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.411445 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.411757 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.412065 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.412289 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.412568 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.412713 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.412933 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.413096 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.413388 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.413658 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.413908 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.414159 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.414457 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.414712 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.415015 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.415284 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.415565 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.415811 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.416097 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.416399 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.416696 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.416988 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.417258 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.417525 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.418514 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.418906 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.419206 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.419483 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.419752 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.420046 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.420637 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.420942 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.421209 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.421503 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.421802 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.422055 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.422342 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.422704 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.422981 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.423279 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.423569 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.423847 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.424107 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.425168 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.425168 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.425168 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] use_json = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.425567 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.426224 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.426554 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.427472 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.427714 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.427990 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.428245 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.428606 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.428980 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.429301 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.429652 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.429918 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.430194 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.430517 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.430811 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.431066 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.431369 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.431647 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.431994 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.432249 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.432573 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.432823 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.433090 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.433419 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.433719 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.434024 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.434294 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.434568 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.435391 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.435391 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.435391 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.436119 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.436119 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.436496 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.436496 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.436864 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.437589 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.437743 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.437930 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.438083 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.438436 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.438769 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.439432 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.439432 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.439432 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.440305 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.440305 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.440305 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.440305 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.440831 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.440831 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.441296 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.441296 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.441700 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.441838 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.442024 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.442343 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.442553 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.443190 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.443190 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.443190 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.443407 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.443652 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.443923 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.444713 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.445322 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.445594 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.446059 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.446315 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.446638 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.446919 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.447168 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.447453 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.447739 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.447893 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.448146 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.448421 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.448669 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.448918 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.449171 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.449415 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.449686 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.449941 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.450180 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.450445 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.450691 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.450900 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.451366 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.451620 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.451873 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.452122 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.452389 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.453368 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.453927 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.454422 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.454893 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.455357 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.455807 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.456260 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.456714 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.456992 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.457256 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.457515 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.457944 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.458378 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.458710 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.458983 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.459301 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.460191 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.460191 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.460483 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.460812 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.462319 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.462319 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.462319 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.462319 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.462675 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.462748 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.463037 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.463373 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.463631 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.463956 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.464234 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.464525 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.464872 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.465207 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.465513 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.465786 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.466062 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.466351 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.466662 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.466959 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.467229 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.467515 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.467791 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.468113 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.468442 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.468701 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.468951 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.469247 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.469623 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.469907 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.470159 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.470423 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.470736 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.471022 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.471384 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.471596 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.471965 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.472159 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.472518 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.472722 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.472963 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.473218 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.473490 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.473734 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.474009 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.474215 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.474498 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.475538 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.475538 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.475538 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.475538 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.476025 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.476025 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.476233 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.476403 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.476687 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.476938 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.477191 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.477457 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.477709 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.477959 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.480508 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.480508 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.480508 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.480508 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.480508 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.480508 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.480508 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.480508 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.481335 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.481335 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.481335 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.481335 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.481335 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.481773 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.481773 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.481963 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.482171 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.482476 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.482762 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.483012 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.483304 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.483561 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.483949 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.484218 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.484512 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.484781 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.485029 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.485294 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.485545 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.485810 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.486069 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.487742 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.487742 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.487742 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.487742 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.487742 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.487742 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.488503 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.488503 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.488503 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.488503 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.488977 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.489104 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.489242 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.489476 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.489744 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.490011 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.490242 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.490678 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.490937 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.491189 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.491454 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.491706 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.491952 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.492212 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.492448 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.492770 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.493058 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.493316 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.493647 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.493931 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.494218 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.494532 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.494904 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.495159 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.495440 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.495700 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.495973 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.496230 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.496525 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.496873 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.497220 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.497527 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.497838 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.498160 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.498531 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.498834 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.499086 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.499905 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.500296 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.500581 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.500873 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.501140 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.501440 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.501698 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.501969 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.502220 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.502520 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.502765 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.503045 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.503339 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.503803 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.503957 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.503957 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.504422 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.504560 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.505038 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.505538 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.505538 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.505812 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 16 15:33:44.506229 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83912) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 16 15:33:44.506448 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 16 15:33:44.506639 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 16 15:33:44.506846 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 16 15:33:44.507051 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 16 15:33:44.507207 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 16 15:33:44.507464 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.507655 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.507846 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.508040 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.508182 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.508381 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.508571 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.508759 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.508948 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.509136 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.509325 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.509513 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.509702 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.509891 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.510305 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.510305 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.510568 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.510568 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.511020 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.511020 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.511297 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.511297 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.511571 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] debug = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.511571 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.511755 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.511935 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.512627 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.512627 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.512627 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.512627 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.513490 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.513490 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.513490 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.513490 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.513490 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.513853 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.513853 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.514118 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.514296 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.514701 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] host = dv-cinder-775706-1-smb {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.514871 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.515652 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.515889 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.516020 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.516203 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.516352 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.516533 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.516740 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.516991 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.517347 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.517347 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.517596 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.517596 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.518007 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] log_file = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.518007 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] log_options = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.518238 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.518238 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.518552 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.518683 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.518808 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.518938 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.519093 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.519220 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.519506 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.519634 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.519738 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.519930 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.520116 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.520348 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.520506 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.520701 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.520901 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.520901 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.521177 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.521324 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.521482 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.521625 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.521775 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.521922 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.522057 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.522210 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.522445 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.522614 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.522821 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.522821 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.523694 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.523694 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.523694 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.523694 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.523694 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.524332 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.524332 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.524332 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.524332 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.524841 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.524841 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.524841 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.525138 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.525138 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.525376 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.525376 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] use_json = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.525607 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.525728 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.525922 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.526105 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.526254 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.526427 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.526622 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.526881 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 16 15:33:44.527041 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.527304 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.527420 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.528338 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.528338 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.528338 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.528338 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.528338 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.528338 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.529544 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.529544 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.529544 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.529544 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.529544 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.529544 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.529544 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.538009 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.538009 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.538009 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.538009 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.538009 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.538009 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.538009 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.538009 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.538887 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.538887 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.538887 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.538887 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.538887 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.538887 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.538887 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.538887 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.539562 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.539562 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.539562 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.539562 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.539562 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.539562 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.539562 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.539562 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.539562 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.540327 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.540327 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.540327 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.540327 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.540327 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.540327 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.540327 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.540327 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.540327 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.541165 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.541165 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.541165 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.541165 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.541165 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.541165 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.541165 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.541165 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.541165 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.541916 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.541916 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.541916 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.541916 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.541916 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.541916 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.541916 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.541916 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.541916 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.542717 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.542717 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.542717 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.542717 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.542717 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.542717 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.542717 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.542717 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.542717 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.543790 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.543790 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.543790 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.543790 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.543790 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.543790 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.543790 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.543790 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.543790 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.544802 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.544802 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.544802 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.544802 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.544802 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.544802 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.544802 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.544802 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.545528 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.545528 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.545528 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.545528 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.545528 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.545528 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.545528 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.545528 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.546278 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.546278 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.546278 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.546278 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.546278 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.546278 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.546278 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.546278 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.546941 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.546941 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.546941 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.546941 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.547281 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:33:44.547386 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.547386 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.547386 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.547386 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.547386 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.547386 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.547386 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.547386 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.548053 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.548053 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.548053 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.548053 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.548053 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.548053 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.548053 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.548638 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.548638 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.548638 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.548893 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.548893 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.549094 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.549236 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.549337 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.549605 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.549927 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.550240 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.550453 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.550648 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.550839 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.551030 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.551295 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.551411 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.551557 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.551746 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.551937 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.552127 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.552316 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.552505 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.552693 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.552881 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.553072 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.553260 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.553493 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.553722 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.553890 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.554079 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.554267 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.554482 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.554709 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.555035 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.555366 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.555700 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.556028 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.556272 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.556554 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.556887 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.557223 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.557621 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.557780 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.557937 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.558125 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.558312 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.558522 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.558685 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.558871 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.559075 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.559230 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.559423 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.559620 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.559811 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.560003 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.560194 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.560383 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.560592 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.560799 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.561020 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.561123 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.561292 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.561477 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.561669 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.561820 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.562631 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.562757 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.562868 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.562988 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.563175 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.563364 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.563555 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.563744 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.563933 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.564122 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.564310 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.564510 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.564699 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.564894 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.565058 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.565257 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.565458 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.565652 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.565772 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.565873 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.566055 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.566256 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.566466 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.566657 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.566845 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.567031 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.567229 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.567475 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.567666 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.567865 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.568026 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.568216 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.568422 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.568587 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.568778 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.568969 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.569156 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.569365 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.569605 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.569716 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.569844 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.569998 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.570198 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.570446 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.570710 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.570855 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.570956 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.571109 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.571320 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.571552 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.571660 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.571830 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.572020 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.572209 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.572398 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.572588 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.572774 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.573337 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.573337 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.573337 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.573653 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.573653 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.573855 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.573980 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.574094 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.574267 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.574499 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.574691 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.574879 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:33:44.575062 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 16 15:33:44.828458 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 51404) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:33:44.839902 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0092084 Feb 16 15:33:55.297540 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec01f440-dca6-4a8b-99cd-0409afd4f7d3 None None] get_active_networks_info from dv-cinder-775706-1-smb {{(pid=84027) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 16 15:33:55.465111 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec01f440-dca6-4a8b-99cd-0409afd4f7d3 None None] No non-hosted networks {{(pid=84027) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 16 15:33:55.491055 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.agentschedulers_db [None req-ec01f440-dca6-4a8b-99cd-0409afd4f7d3 None None] DHCP Agent not found on host dv-cinder-775706-1-smb {{(pid=84027) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}} Feb 16 15:33:55.639907 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-37d80262-dec8-4fd1-8b15-ca71c7fc9f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568'] for agent, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:33:57.724750 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e2fd8b49-47aa-4563-841d-d3e63832dfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568'] for agent, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:33:57.785625 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c5122bb1-d5d1-4f81-a034-e1be527a40fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:33:58.067512 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568'] for agent, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:33:59.308320 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568'] for agent, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:33:59.309807 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:33:59.310379 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:33:59.310998 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:33:59.311563 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:33:59.312271 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:33:59.313031 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:33:59.313589 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:33:59.314153 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:33:59.314750 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:33:59.315311 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:33:59.315866 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:33:59.318487 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:33:59.319333 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-775706-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:33:59.331776 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-775706-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:33:59.614196 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568'] for agent, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:00.999542 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 51496) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:34:01.072820 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.db.l3_hamode_db [None req-f3b989db-4638-45a3-9e40-588642b74fdc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 16 15:34:01.167362 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b989db-4638-45a3-9e40-588642b74fdc None None] Routers set() bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:34:01.167806 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b989db-4638-45a3-9e40-588642b74fdc None None] Router IDs set() for agent in host dv-cinder-775706-1-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 16 15:34:01.254501 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3a29449c-3776-4258-9627-10026e36c514 None None] get_endpoint_by_host() called for host dv-cinder-775706-1-smb {{(pid=84027) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 16 15:34:01.259634 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3a29449c-3776-4258-9627-10026e36c514 None None] get_endpoint_by_ip() called for ip 192.168.0.89 {{(pid=84027) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 16 15:34:01.262952 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3a29449c-3776-4258-9627-10026e36c514 None None] _add_endpoint() called for ip 192.168.0.89 {{(pid=84027) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 16 15:34:01.269840 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3a29449c-3776-4258-9627-10026e36c514 None None] _get_endpoints() called {{(pid=84027) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 16 15:34:01.669124 dv-cinder-775706-1-smb neutron-server[83912]: WARNING oslo_policy.policy [None req-0bb7726d-98c8-48ca-820d-8cb3354f5077 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 15:34:01.669708 dv-cinder-775706-1-smb neutron-server[83912]: WARNING oslo_policy.policy [None req-0bb7726d-98c8-48ca-820d-8cb3354f5077 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 15:34:01.907459 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [None req-0bb7726d-98c8-48ca-820d-8cb3354f5077 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:34:01.908606 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-0bb7726d-98c8-48ca-820d-8cb3354f5077 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.9080362 Feb 16 15:34:04.628504 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 51512) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:34:05.022501 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-29bf63b2-fdd2-4858-bf2f-93bb28be6b60 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:34:05.091605 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.policy [None req-29bf63b2-fdd2-4858-bf2f-93bb28be6b60 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84026) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 16 15:34:05.127527 dv-cinder-775706-1-smb neutron-server[83912]: WARNING oslo_policy.policy [None req-29bf63b2-fdd2-4858-bf2f-93bb28be6b60 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 15:34:05.127941 dv-cinder-775706-1-smb neutron-server[83912]: WARNING oslo_policy.policy [None req-29bf63b2-fdd2-4858-bf2f-93bb28be6b60 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 15:34:05.154669 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.quota [None req-29bf63b2-fdd2-4858-bf2f-93bb28be6b60 admin admin] Loaded quota_driver: . Feb 16 15:34:05.171171 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-29bf63b2-fdd2-4858-bf2f-93bb28be6b60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:34:05.228139 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-29bf63b2-fdd2-4858-bf2f-93bb28be6b60 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363282559175754', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363282559224244', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363282559225358', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363282559270136', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363282559205405', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853373852', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853395581', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-768534', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854201427'] for rbac-policy, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:05.292264 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-29bf63b2-fdd2-4858-bf2f-93bb28be6b60 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:05.293553 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-29bf63b2-fdd2-4858-bf2f-93bb28be6b60 admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6640778 Feb 16 15:34:08.264265 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 51526) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:34:08.637832 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-77e44ac0-457c-4087-9a39-2fe00c0314fc admin admin] Request body: {'network': {'project_id': '8aa4eff1eb3a4d839180f8ce531c0c22', 'admin_state_up': True, 'name': 'private'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:34:08.644329 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-77e44ac0-457c-4087-9a39-2fe00c0314fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:34:08.648999 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-77e44ac0-457c-4087-9a39-2fe00c0314fc admin admin] Usage tracker for resource:network and tenant:8aa4eff1eb3a4d839180f8ce531c0c22 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:34:08.652735 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-77e44ac0-457c-4087-9a39-2fe00c0314fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:34:08.659441 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-77e44ac0-457c-4087-9a39-2fe00c0314fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:34:08.667933 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e44ac0-457c-4087-9a39-2fe00c0314fc admin admin] Made reservation on behalf of 8aa4eff1eb3a4d839180f8ce531c0c22 for: {'network': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:34:08.673897 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-77e44ac0-457c-4087-9a39-2fe00c0314fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for network, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:08.692172 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-77e44ac0-457c-4087-9a39-2fe00c0314fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:08.866215 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-77e44ac0-457c-4087-9a39-2fe00c0314fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:34:08.870052 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-77e44ac0-457c-4087-9a39-2fe00c0314fc admin admin] Usage tracker for resource:security_group_rule and tenant:8aa4eff1eb3a4d839180f8ce531c0c22 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:34:08.873533 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-77e44ac0-457c-4087-9a39-2fe00c0314fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:34:08.879349 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-77e44ac0-457c-4087-9a39-2fe00c0314fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:34:08.974697 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-77e44ac0-457c-4087-9a39-2fe00c0314fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:08.977342 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-77e44ac0-457c-4087-9a39-2fe00c0314fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:08.982015 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:34:09.003935 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e44ac0-457c-4087-9a39-2fe00c0314fc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=84026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 15:34:09.028539 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-77e44ac0-457c-4087-9a39-2fe00c0314fc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754293612249', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853259932'] for segment, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:09.029024 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.db.segments_db [None req-77e44ac0-457c-4087-9a39-2fe00c0314fc admin admin] Added segment 8aa26601-6d20-4cdb-906c-2d83298d2994 of type vxlan for network 2ef12183-2e1c-4cad-a20c-195664deda5e Feb 16 15:34:09.084095 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e44ac0-457c-4087-9a39-2fe00c0314fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07936a4-4eea-4239-92a9-13eebe43168d,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:34:09.104805 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e44ac0-457c-4087-9a39-2fe00c0314fc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:34:09.105175 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e44ac0-457c-4087-9a39-2fe00c0314fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:34:09.105537 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e44ac0-457c-4087-9a39-2fe00c0314fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:34:09.105895 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e44ac0-457c-4087-9a39-2fe00c0314fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:34:09.106250 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e44ac0-457c-4087-9a39-2fe00c0314fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:34:09.106627 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e44ac0-457c-4087-9a39-2fe00c0314fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:34:09.106978 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e44ac0-457c-4087-9a39-2fe00c0314fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:34:09.107328 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e44ac0-457c-4087-9a39-2fe00c0314fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:34:09.107677 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e44ac0-457c-4087-9a39-2fe00c0314fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:34:09.108022 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e44ac0-457c-4087-9a39-2fe00c0314fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:34:09.108367 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e44ac0-457c-4087-9a39-2fe00c0314fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:34:09.108711 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e44ac0-457c-4087-9a39-2fe00c0314fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:34:09.109847 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e44ac0-457c-4087-9a39-2fe00c0314fc admin admin] Tracked resource versions report: Feb 16 15:34:09.109847 dv-cinder-775706-1-smb neutron-server[83912]: pushed versions: Feb 16 15:34:09.109847 dv-cinder-775706-1-smb neutron-server[83912]: { 'AddressGroup': {'1.1'}, Feb 16 15:34:09.109847 dv-cinder-775706-1-smb neutron-server[83912]: 'ConntrackHelper': {'1.0'}, Feb 16 15:34:09.109847 dv-cinder-775706-1-smb neutron-server[83912]: 'Log': {'1.0'}, Feb 16 15:34:09.109847 dv-cinder-775706-1-smb neutron-server[83912]: 'Network': {'1.1'}, Feb 16 15:34:09.109847 dv-cinder-775706-1-smb neutron-server[83912]: 'Port': {'1.7'}, Feb 16 15:34:09.109847 dv-cinder-775706-1-smb neutron-server[83912]: 'PortForwarding': {'1.2'}, Feb 16 15:34:09.109847 dv-cinder-775706-1-smb neutron-server[83912]: 'QosPolicy': {'1.8'}, Feb 16 15:34:09.109847 dv-cinder-775706-1-smb neutron-server[83912]: 'SecurityGroup': {'1.4'}, Feb 16 15:34:09.109847 dv-cinder-775706-1-smb neutron-server[83912]: 'SecurityGroupRule': {'1.2'}, Feb 16 15:34:09.109847 dv-cinder-775706-1-smb neutron-server[83912]: 'SubPort': {'1.0'}, Feb 16 15:34:09.109847 dv-cinder-775706-1-smb neutron-server[83912]: 'Subnet': {'1.1'}, Feb 16 15:34:09.109847 dv-cinder-775706-1-smb neutron-server[83912]: 'Trunk': {'1.1'}} Feb 16 15:34:09.109847 dv-cinder-775706-1-smb neutron-server[83912]: consumer versions: Feb 16 15:34:09.109847 dv-cinder-775706-1-smb neutron-server[83912]: { DHCP agent@dv-cinder-775706-1-smb: {}, Feb 16 15:34:09.109847 dv-cinder-775706-1-smb neutron-server[83912]: L3 agent@dv-cinder-775706-1-smb: {}, Feb 16 15:34:09.109847 dv-cinder-775706-1-smb neutron-server[83912]: Metadata agent@dv-cinder-775706-1-smb: {}, Feb 16 15:34:09.109847 dv-cinder-775706-1-smb neutron-server[83912]: Metering agent@dv-cinder-775706-1-smb: {}, Feb 16 15:34:09.109847 dv-cinder-775706-1-smb neutron-server[83912]: Open vSwitch agent@dv-cinder-775706-1-smb: { 'AddressGroup': '1.1', Feb 16 15:34:09.109847 dv-cinder-775706-1-smb neutron-server[83912]: 'ConntrackHelper': '1.0', Feb 16 15:34:09.109847 dv-cinder-775706-1-smb neutron-server[83912]: 'Log': '1.0', Feb 16 15:34:09.109847 dv-cinder-775706-1-smb neutron-server[83912]: 'Network': '1.1', Feb 16 15:34:09.109847 dv-cinder-775706-1-smb neutron-server[83912]: 'Port': '1.7', Feb 16 15:34:09.109847 dv-cinder-775706-1-smb neutron-server[83912]: 'PortForwarding': '1.2', Feb 16 15:34:09.109847 dv-cinder-775706-1-smb neutron-server[83912]: 'QosPolicy': '1.8', Feb 16 15:34:09.109847 dv-cinder-775706-1-smb neutron-server[83912]: 'SecurityGroup': '1.4', Feb 16 15:34:09.109847 dv-cinder-775706-1-smb neutron-server[83912]: 'SecurityGroupRule': '1.2', Feb 16 15:34:09.109847 dv-cinder-775706-1-smb neutron-server[83912]: 'SubPort': '1.0', Feb 16 15:34:09.109847 dv-cinder-775706-1-smb neutron-server[83912]: 'Subnet': '1.1', Feb 16 15:34:09.109847 dv-cinder-775706-1-smb neutron-server[83912]: 'Trunk': '1.1'}} Feb 16 15:34:09.109847 dv-cinder-775706-1-smb neutron-server[83912]: {{(pid=84026) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 16 15:34:09.151281 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-77e44ac0-457c-4087-9a39-2fe00c0314fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754293098833'] for network, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:09.157127 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-77e44ac0-457c-4087-9a39-2fe00c0314fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:34:09.189687 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-77e44ac0-457c-4087-9a39-2fe00c0314fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702'] for network, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:09.191142 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e44ac0-457c-4087-9a39-2fe00c0314fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:34:09.191796 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-77e44ac0-457c-4087-9a39-2fe00c0314fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:09.196544 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:34:09.309000 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-77e44ac0-457c-4087-9a39-2fe00c0314fc admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.0435662 Feb 16 15:34:09.309736 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e44ac0-457c-4087-9a39-2fe00c0314fc admin admin] Pushing event updated for resources: {'Network': ['ID=2ef12183-2e1c-4cad-a20c-195664deda5e,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:34:09.332102 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-77e44ac0-457c-4087-9a39-2fe00c0314fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:34:09.340470 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Network 2ef12183-2e1c-4cad-a20c-195664deda5e details requested by agent ovs-agent-dv-cinder-775706-1-smb with host dv-cinder-775706-1-smb {{(pid=84027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:34:12.343310 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 51542) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:34:12.828779 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630a73f2-a5dc-4293-8dde-f01b784b33a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:34:12.830306 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-630a73f2-a5dc-4293-8dde-f01b784b33a6 admin admin] 10.222.0.42 "GET /v2.0/networks/2ef12183-2e1c-4cad-a20c-195664deda5e HTTP/1.1" status: 200 len: 818 time: 0.4859385 Feb 16 15:34:12.862695 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-7e6a7304-2ae2-4607-9efb-a84a73694f56 admin admin] 10.222.0.42 "GET /v2.0/subnetpools/1e5d2c20-c647-4d08-b11e-bdbcd11f6999 HTTP/1.1" status: 200 len: 734 time: 0.0261061 Feb 16 15:34:12.872336 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-5a2849bc-fc86-4521-a61a-0cf152d96380 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': '2ef12183-2e1c-4cad-a20c-195664deda5e', 'tenant_id': '8aa4eff1eb3a4d839180f8ce531c0c22', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '1e5d2c20-c647-4d08-b11e-bdbcd11f6999'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:34:12.877012 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-5a2849bc-fc86-4521-a61a-0cf152d96380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:34:12.880930 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-5a2849bc-fc86-4521-a61a-0cf152d96380 admin admin] Usage tracker for resource:subnet and tenant:8aa4eff1eb3a4d839180f8ce531c0c22 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:34:12.884187 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-5a2849bc-fc86-4521-a61a-0cf152d96380 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:34:12.889773 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-5a2849bc-fc86-4521-a61a-0cf152d96380 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:34:12.898445 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2849bc-fc86-4521-a61a-0cf152d96380 admin admin] Made reservation on behalf of 8aa4eff1eb3a4d839180f8ce531c0c22 for: {'subnet': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:34:12.902927 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5a2849bc-fc86-4521-a61a-0cf152d96380 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:13.377026 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5a2849bc-fc86-4521-a61a-0cf152d96380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702'] for subnet, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:13.392005 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:34:13.525458 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2849bc-fc86-4521-a61a-0cf152d96380 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ee7f80a-4b1f-493d-975f-58cf839178db,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:34:13.541489 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5a2849bc-fc86-4521-a61a-0cf152d96380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:34:13.596019 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2849bc-fc86-4521-a61a-0cf152d96380 admin admin] Checking segment: {'id': '8aa26601-6d20-4cdb-906c-2d83298d2994', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2ef12183-2e1c-4cad-a20c-195664deda5e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:34:13.596484 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2849bc-fc86-4521-a61a-0cf152d96380 admin admin] Network hostable DHCP agents. Network: 2ef12183-2e1c-4cad-a20c-195664deda5e, hostable agents: ['37754f02-07ee-44c0-875b-e652d08d1f6e'], hosted agents: [] {{(pid=84026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 15:34:13.617187 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2849bc-fc86-4521-a61a-0cf152d96380 admin admin] Network 2ef12183-2e1c-4cad-a20c-195664deda5e is scheduled to be hosted by DHCP agent 37754f02-07ee-44c0-875b-e652d08d1f6e with binding_index 1 {{(pid=84026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 15:34:13.625814 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-5a2849bc-fc86-4521-a61a-0cf152d96380 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-1-smb, 2ef12183-2e1c-4cad-a20c-195664deda5e) {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:34:13.630197 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2849bc-fc86-4521-a61a-0cf152d96380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:34:13.630876 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5a2849bc-fc86-4521-a61a-0cf152d96380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:13.636015 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531663be-f762-4587-93a8-726489f1c071 None None] Network 2ef12183-2e1c-4cad-a20c-195664deda5e requested from dv-cinder-775706-1-smb {{(pid=84027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:34:13.649890 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-5a2849bc-fc86-4521-a61a-0cf152d96380 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7812569 Feb 16 15:34:14.126352 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6624ed2f-ee24-57db-b877-061c5eedbf50-2ef12183-2e1c-4cad-a20c-195664deda5e', 'network_id': '2ef12183-2e1c-4cad-a20c-195664deda5e', 'tenant_id': '8aa4eff1eb3a4d839180f8ce531c0c22', 'fixed_ips': [{'subnet_id': '6ee7f80a-4b1f-493d-975f-58cf839178db'}]}} from dv-cinder-775706-1-smb. {{(pid=84027) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 16 15:34:14.127485 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:14.444496 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] Allocated IP 172.20.0.2 (2ef12183-2e1c-4cad-a20c-195664deda5e/6ee7f80a-4b1f-493d-975f-58cf839178db/b2cc533b-f701-4746-82a3-91cc7da437f3) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:34:14.681614 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:14.694169 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] Transition to ACTIVE for port object b2cc533b-f701-4746-82a3-91cc7da437f3 will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:34:14.712198 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] Transition to ACTIVE for port object b2cc533b-f701-4746-82a3-91cc7da437f3 will not be triggered until provisioned by entity DHCP. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:34:14.718130 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:14.735798 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:34:14.873436 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] Pushing event updated for resources: {'Port': ['ID=b2cc533b-f701-4746-82a3-91cc7da437f3,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:34:14.884753 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:34:14.885131 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:34:14.885499 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:34:14.885864 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:34:14.886223 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:34:14.886609 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:34:14.886968 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:34:14.887327 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:34:14.887681 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:34:14.888032 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:34:14.888381 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:34:14.888732 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:34:14.889793 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] Tracked resource versions report: Feb 16 15:34:14.889793 dv-cinder-775706-1-smb neutron-server[83912]: pushed versions: Feb 16 15:34:14.889793 dv-cinder-775706-1-smb neutron-server[83912]: { 'AddressGroup': {'1.1'}, Feb 16 15:34:14.889793 dv-cinder-775706-1-smb neutron-server[83912]: 'ConntrackHelper': {'1.0'}, Feb 16 15:34:14.889793 dv-cinder-775706-1-smb neutron-server[83912]: 'Log': {'1.0'}, Feb 16 15:34:14.889793 dv-cinder-775706-1-smb neutron-server[83912]: 'Network': {'1.1'}, Feb 16 15:34:14.889793 dv-cinder-775706-1-smb neutron-server[83912]: 'Port': {'1.7'}, Feb 16 15:34:14.889793 dv-cinder-775706-1-smb neutron-server[83912]: 'PortForwarding': {'1.2'}, Feb 16 15:34:14.889793 dv-cinder-775706-1-smb neutron-server[83912]: 'QosPolicy': {'1.8'}, Feb 16 15:34:14.889793 dv-cinder-775706-1-smb neutron-server[83912]: 'SecurityGroup': {'1.4'}, Feb 16 15:34:14.889793 dv-cinder-775706-1-smb neutron-server[83912]: 'SecurityGroupRule': {'1.2'}, Feb 16 15:34:14.889793 dv-cinder-775706-1-smb neutron-server[83912]: 'SubPort': {'1.0'}, Feb 16 15:34:14.889793 dv-cinder-775706-1-smb neutron-server[83912]: 'Subnet': {'1.1'}, Feb 16 15:34:14.889793 dv-cinder-775706-1-smb neutron-server[83912]: 'Trunk': {'1.1'}} Feb 16 15:34:14.889793 dv-cinder-775706-1-smb neutron-server[83912]: consumer versions: Feb 16 15:34:14.889793 dv-cinder-775706-1-smb neutron-server[83912]: { DHCP agent@dv-cinder-775706-1-smb: {}, Feb 16 15:34:14.889793 dv-cinder-775706-1-smb neutron-server[83912]: L3 agent@dv-cinder-775706-1-smb: {}, Feb 16 15:34:14.889793 dv-cinder-775706-1-smb neutron-server[83912]: Metadata agent@dv-cinder-775706-1-smb: {}, Feb 16 15:34:14.889793 dv-cinder-775706-1-smb neutron-server[83912]: Metering agent@dv-cinder-775706-1-smb: {}, Feb 16 15:34:14.889793 dv-cinder-775706-1-smb neutron-server[83912]: Open vSwitch agent@dv-cinder-775706-1-smb: { 'AddressGroup': '1.1', Feb 16 15:34:14.889793 dv-cinder-775706-1-smb neutron-server[83912]: 'ConntrackHelper': '1.0', Feb 16 15:34:14.889793 dv-cinder-775706-1-smb neutron-server[83912]: 'Log': '1.0', Feb 16 15:34:14.889793 dv-cinder-775706-1-smb neutron-server[83912]: 'Network': '1.1', Feb 16 15:34:14.889793 dv-cinder-775706-1-smb neutron-server[83912]: 'Port': '1.7', Feb 16 15:34:14.889793 dv-cinder-775706-1-smb neutron-server[83912]: 'PortForwarding': '1.2', Feb 16 15:34:14.889793 dv-cinder-775706-1-smb neutron-server[83912]: 'QosPolicy': '1.8', Feb 16 15:34:14.889793 dv-cinder-775706-1-smb neutron-server[83912]: 'SecurityGroup': '1.4', Feb 16 15:34:14.889793 dv-cinder-775706-1-smb neutron-server[83912]: 'SecurityGroupRule': '1.2', Feb 16 15:34:14.889793 dv-cinder-775706-1-smb neutron-server[83912]: 'SubPort': '1.0', Feb 16 15:34:14.889793 dv-cinder-775706-1-smb neutron-server[83912]: 'Subnet': '1.1', Feb 16 15:34:14.889793 dv-cinder-775706-1-smb neutron-server[83912]: 'Trunk': '1.1'}} Feb 16 15:34:14.889793 dv-cinder-775706-1-smb neutron-server[83912]: {{(pid=84027) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 16 15:34:14.897336 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:34:14.945080 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] Network 2ef12183-2e1c-4cad-a20c-195664deda5e is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:34:14.946168 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:34:14.949029 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:34:15.009589 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] Attempting to bind port b2cc533b-f701-4746-82a3-91cc7da437f3 on host dv-cinder-775706-1-smb for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:34:15.009933 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] Attempting to bind port b2cc533b-f701-4746-82a3-91cc7da437f3 by drivers openvswitch on host dv-cinder-775706-1-smb at level 0 using segments [{'id': '8aa26601-6d20-4cdb-906c-2d83298d2994', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2ef12183-2e1c-4cad-a20c-195664deda5e'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:34:15.010347 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] Attempting to bind port b2cc533b-f701-4746-82a3-91cc7da437f3 on network 2ef12183-2e1c-4cad-a20c-195664deda5e {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:34:15.016430 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] Checking agent: {'id': 'daefd0e5-91bf-4e18-ba94-edda5fe7e4cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 33, 59), 'started_at': datetime.datetime(2021, 2, 16, 15, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:34:15.016837 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] Checking segment: {'id': '8aa26601-6d20-4cdb-906c-2d83298d2994', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2ef12183-2e1c-4cad-a20c-195664deda5e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:34:15.017303 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:15.017729 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] Bound using segment: {'id': '8aa26601-6d20-4cdb-906c-2d83298d2994', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2ef12183-2e1c-4cad-a20c-195664deda5e'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:34:15.018232 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] Bound port: b2cc533b-f701-4746-82a3-91cc7da437f3, host: dv-cinder-775706-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa26601-6d20-4cdb-906c-2d83298d2994', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2ef12183-2e1c-4cad-a20c-195664deda5e'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:34:15.018657 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:15.111669 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] For port b2cc533b-f701-4746-82a3-91cc7da437f3, host dv-cinder-775706-1-smb, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:34:15.115899 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] For port b2cc533b-f701-4746-82a3-91cc7da437f3, host dv-cinder-775706-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=b2cc533b-f701-4746-82a3-91cc7da437f3,segment=NetworkSegment(8aa26601-6d20-4cdb-906c-2d83298d2994),segment_id=8aa26601-6d20-4cdb-906c-2d83298d2994)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:34:15.119166 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:15.135362 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:34:15.289517 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] Pushing event updated for resources: {'Port': ['ID=b2cc533b-f701-4746-82a3-91cc7da437f3,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:34:15.292724 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:34:16.413532 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 51552) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:34:16.821932 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [None req-be946460-6583-4ad8-bbc1-7098a6752af6 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:34:16.838421 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-be946460-6583-4ad8-bbc1-7098a6752af6 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4085336 Feb 16 15:34:19.332559 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device b2cc533b-f701-4746-82a3-91cc7da437f3 up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:34:19.407342 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning for port b2cc533b-f701-4746-82a3-91cc7da437f3 completed by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:34:19.566255 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 51566) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:34:19.971896 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [None req-3d57cf37-0b43-424b-a7b3-d4a8e16ba3e6 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:34:19.973028 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-3d57cf37-0b43-424b-a7b3-d4a8e16ba3e6 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4057302 Feb 16 15:34:20.094847 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4326ed7-d49f-4e70-b6f0-d1c9f3170cea None None] Network 2ef12183-2e1c-4cad-a20c-195664deda5e requested from dv-cinder-775706-1-smb {{(pid=84027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:34:20.196662 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-72fdb429-7dae-41c4-a512-83a49a77d611 None None] Provisioning for port b2cc533b-f701-4746-82a3-91cc7da437f3 completed by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:34:20.207329 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-72fdb429-7dae-41c4-a512-83a49a77d611 None None] Provisioning complete for port b2cc533b-f701-4746-82a3-91cc7da437f3 triggered by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:34:20.207761 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-72fdb429-7dae-41c4-a512-83a49a77d611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:20.445044 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-72fdb429-7dae-41c4-a512-83a49a77d611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:20.496709 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-72fdb429-7dae-41c4-a512-83a49a77d611 None None] For port b2cc533b-f701-4746-82a3-91cc7da437f3, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=b2cc533b-f701-4746-82a3-91cc7da437f3,segment=NetworkSegment(8aa26601-6d20-4cdb-906c-2d83298d2994),segment_id=8aa26601-6d20-4cdb-906c-2d83298d2994)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:34:20.501827 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-72fdb429-7dae-41c4-a512-83a49a77d611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:20.507436 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:34:20.590192 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fdb429-7dae-41c4-a512-83a49a77d611 None None] Pushing event updated for resources: {'Port': ['ID=b2cc533b-f701-4746-82a3-91cc7da437f3,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:34:20.593618 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-72fdb429-7dae-41c4-a512-83a49a77d611 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:34:20.829914 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-904b39d3-efdc-49a6-8f64-2ccf80547e98 None None] Provisioning complete for port b2cc533b-f701-4746-82a3-91cc7da437f3 triggered by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:34:20.830646 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-904b39d3-efdc-49a6-8f64-2ccf80547e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:21.086014 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-29b50006-5765-4bfb-bec9-1a6ca7ed8c4d None None] Provisioning complete for port b2cc533b-f701-4746-82a3-91cc7da437f3 triggered by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:34:21.086448 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-29b50006-5765-4bfb-bec9-1a6ca7ed8c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:21.308175 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device b2cc533b-f701-4746-82a3-91cc7da437f3 up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:34:21.383149 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning complete for port b2cc533b-f701-4746-82a3-91cc7da437f3 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:34:21.383558 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:23.003451 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 51578) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:34:23.376683 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-7668ee2c-467a-4895-8a16-d70c0f481ba6 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '8aa4eff1eb3a4d839180f8ce531c0c22', 'name': 'router1'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:34:23.382463 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-7668ee2c-467a-4895-8a16-d70c0f481ba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:34:23.387508 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-7668ee2c-467a-4895-8a16-d70c0f481ba6 admin admin] Usage tracker for resource:router and tenant:8aa4eff1eb3a4d839180f8ce531c0c22 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:34:23.391484 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-7668ee2c-467a-4895-8a16-d70c0f481ba6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:34:23.397298 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-7668ee2c-467a-4895-8a16-d70c0f481ba6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:34:23.406268 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7668ee2c-467a-4895-8a16-d70c0f481ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-566519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12272'] for router, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:23.407666 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7668ee2c-467a-4895-8a16-d70c0f481ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854209281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854104687', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854124682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854763528'] for router, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:23.430126 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7668ee2c-467a-4895-8a16-d70c0f481ba6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:23.538064 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7668ee2c-467a-4895-8a16-d70c0f481ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670976'] for router, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:23.556362 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7668ee2c-467a-4895-8a16-d70c0f481ba6 admin admin] Notify callbacks [] for router, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:23.557622 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-7668ee2c-467a-4895-8a16-d70c0f481ba6 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5531242 Feb 16 15:34:24.453763 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-eb9461c9-bb47-4d7e-96bc-3e223911d95a None None] Agent healthcheck: found 5 active agents {{(pid=84028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:34:25.176012 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7faf4489-6522-49c8-bf2c-239987793f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:26.267043 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 51588) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:34:26.655250 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [None req-0a2e732e-bc54-44e2-a9b4-dfb6ad587423 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:34:26.656402 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-0a2e732e-bc54-44e2-a9b4-dfb6ad587423 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3883493 Feb 16 15:34:27.732391 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-644733da-6924-40ac-a1a6-bcc68ee749db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:28.019747 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:29.299234 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:29.400373 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 51608) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:34:29.541131 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:29.561629 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-c3398398-c18e-4b78-b4ff-a0a98b73ff1d admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'is_default': True}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:34:29.566459 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-c3398398-c18e-4b78-b4ff-a0a98b73ff1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:34:29.570439 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-c3398398-c18e-4b78-b4ff-a0a98b73ff1d admin admin] Usage tracker for resource:network and tenant:9e78f714adaf41b0864aaa2d4880264d is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:34:29.573887 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-c3398398-c18e-4b78-b4ff-a0a98b73ff1d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:34:29.580148 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-c3398398-c18e-4b78-b4ff-a0a98b73ff1d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:34:29.589414 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3398398-c18e-4b78-b4ff-a0a98b73ff1d admin admin] Made reservation on behalf of 9e78f714adaf41b0864aaa2d4880264d for: {'network': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:34:29.594601 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c3398398-c18e-4b78-b4ff-a0a98b73ff1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for network, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:29.607365 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c3398398-c18e-4b78-b4ff-a0a98b73ff1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:29.622286 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-c3398398-c18e-4b78-b4ff-a0a98b73ff1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:34:29.626241 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-c3398398-c18e-4b78-b4ff-a0a98b73ff1d admin admin] Usage tracker for resource:security_group_rule and tenant:9e78f714adaf41b0864aaa2d4880264d is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:34:29.629185 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-c3398398-c18e-4b78-b4ff-a0a98b73ff1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:34:29.635116 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-c3398398-c18e-4b78-b4ff-a0a98b73ff1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:34:29.719862 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c3398398-c18e-4b78-b4ff-a0a98b73ff1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:29.722666 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c3398398-c18e-4b78-b4ff-a0a98b73ff1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:29.727021 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:34:29.742255 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c3398398-c18e-4b78-b4ff-a0a98b73ff1d admin admin] Reserving flat network on physical network physnet1 {{(pid=84026) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 16 15:34:29.767240 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3398398-c18e-4b78-b4ff-a0a98b73ff1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b243e70-88f8-4ca2-8ce9-cd7d62099518,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:34:29.770261 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c3398398-c18e-4b78-b4ff-a0a98b73ff1d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754293612249', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853259932'] for segment, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:29.770877 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c3398398-c18e-4b78-b4ff-a0a98b73ff1d admin admin] Unsubscribe: segment precommit_create {{(pid=84026) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 16 15:34:29.771286 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.db.segments_db [None req-c3398398-c18e-4b78-b4ff-a0a98b73ff1d admin admin] Added segment 0724bfbb-7f18-4768-b879-84dbe1be3f59 of type flat for network 98aad332-78bd-43b9-832c-6a78188811e7 Feb 16 15:34:29.772508 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c3398398-c18e-4b78-b4ff-a0a98b73ff1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:34:29.805198 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c3398398-c18e-4b78-b4ff-a0a98b73ff1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754293098833'] for network, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:29.839607 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c3398398-c18e-4b78-b4ff-a0a98b73ff1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702'] for network, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:29.840809 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3398398-c18e-4b78-b4ff-a0a98b73ff1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:34:29.841425 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c3398398-c18e-4b78-b4ff-a0a98b73ff1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:29.846759 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:34:29.945849 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-c3398398-c18e-4b78-b4ff-a0a98b73ff1d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5443964 Feb 16 15:34:29.948655 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3398398-c18e-4b78-b4ff-a0a98b73ff1d admin admin] Pushing event updated for resources: {'Network': ['ID=98aad332-78bd-43b9-832c-6a78188811e7,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:34:29.951383 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c3398398-c18e-4b78-b4ff-a0a98b73ff1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:34:29.960305 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Network 98aad332-78bd-43b9-832c-6a78188811e7 details requested by agent ovs-agent-dv-cinder-775706-1-smb with host dv-cinder-775706-1-smb {{(pid=84027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:34:32.535628 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 51628) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:34:32.653090 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b4da51-5d0d-47e8-bf91-a8f5f4c3ead5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:34:32.654539 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-f6b4da51-5d0d-47e8-bf91-a8f5f4c3ead5 admin admin] 10.222.0.42 "GET /v2.0/subnets/6ee7f80a-4b1f-493d-975f-58cf839178db HTTP/1.1" status: 200 len: 849 time: 0.1177914 Feb 16 15:34:32.806146 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-e5f75fcc-dc1a-431e-9837-1cfe5b2958bc admin admin] 10.222.0.42 "GET /v2.0/routers/9fc301ad-64ab-4456-a2f7-83317f091911 HTTP/1.1" status: 200 len: 704 time: 0.1446431 Feb 16 15:34:33.439113 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-79d66013-3a7a-4824-abab-c9dd6937308d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:33.807186 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-79d66013-3a7a-4824-abab-c9dd6937308d admin admin] Allocated IP 172.20.0.1 (2ef12183-2e1c-4cad-a20c-195664deda5e/6ee7f80a-4b1f-493d-975f-58cf839178db/6664cebc-fc1c-46cb-8e22-bfb465227a79) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:34:33.973908 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-79d66013-3a7a-4824-abab-c9dd6937308d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:33.992120 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-79d66013-3a7a-4824-abab-c9dd6937308d admin admin] Transition to ACTIVE for port object 6664cebc-fc1c-46cb-8e22-bfb465227a79 will not be triggered until provisioned by entity DHCP. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:34:34.045779 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-79d66013-3a7a-4824-abab-c9dd6937308d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:34.060528 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:34:34.194885 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d66013-3a7a-4824-abab-c9dd6937308d admin admin] Pushing event updated for resources: {'Port': ['ID=6664cebc-fc1c-46cb-8e22-bfb465227a79,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:34:34.198415 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-79d66013-3a7a-4824-abab-c9dd6937308d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:34:34.257451 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d66013-3a7a-4824-abab-c9dd6937308d admin admin] Network 2ef12183-2e1c-4cad-a20c-195664deda5e is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:34:34.258594 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-79d66013-3a7a-4824-abab-c9dd6937308d admin admin] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:34:34.260932 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d66013-3a7a-4824-abab-c9dd6937308d admin admin] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:34:34.261606 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-79d66013-3a7a-4824-abab-c9dd6937308d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854196728'] for router_interface, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:34.517429 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a3b97bb2-c8cc-4644-98f2-c29b1c1aeb6f None None] Provisioning for port 6664cebc-fc1c-46cb-8e22-bfb465227a79 completed by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:34:34.522339 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a3b97bb2-c8cc-4644-98f2-c29b1c1aeb6f None None] Provisioning complete for port 6664cebc-fc1c-46cb-8e22-bfb465227a79 triggered by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:34:34.522772 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a3b97bb2-c8cc-4644-98f2-c29b1c1aeb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:34.536299 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-79d66013-3a7a-4824-abab-c9dd6937308d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:34.577483 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a3b97bb2-c8cc-4644-98f2-c29b1c1aeb6f None None] Port 6664cebc-fc1c-46cb-8e22-bfb465227a79 cannot update to ACTIVE because it is not bound. {{(pid=84027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 15:34:34.835674 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-79d66013-3a7a-4824-abab-c9dd6937308d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:34.839203 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-79d66013-3a7a-4824-abab-c9dd6937308d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:34.840278 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-79d66013-3a7a-4824-abab-c9dd6937308d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853240653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579243'] for router_interface, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:34.854662 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-79d66013-3a7a-4824-abab-c9dd6937308d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:34:34.989675 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d66013-3a7a-4824-abab-c9dd6937308d admin admin] Pushing event updated for resources: {'Port': ['ID=6664cebc-fc1c-46cb-8e22-bfb465227a79,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:34:34.993865 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-79d66013-3a7a-4824-abab-c9dd6937308d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:34:35.050047 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d66013-3a7a-4824-abab-c9dd6937308d admin admin] Network 2ef12183-2e1c-4cad-a20c-195664deda5e is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:34:35.051164 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-79d66013-3a7a-4824-abab-c9dd6937308d admin admin] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:34:35.255109 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d66013-3a7a-4824-abab-c9dd6937308d admin admin] Router 9fc301ad-64ab-4456-a2f7-83317f091911 is scheduled to L3 agent cace3e07-576d-4918-a0d2-7f739a7a8110 with binding_index 1 {{(pid=84026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 16 15:34:35.303972 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-da139530-be43-448e-86d8-67e1e69defe1 None None] Provisioning complete for port 6664cebc-fc1c-46cb-8e22-bfb465227a79 triggered by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:34:35.304381 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-da139530-be43-448e-86d8-67e1e69defe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:35.363866 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-da139530-be43-448e-86d8-67e1e69defe1 None None] Port 6664cebc-fc1c-46cb-8e22-bfb465227a79 cannot update to ACTIVE because it is not bound. {{(pid=84027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 15:34:35.584273 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d66013-3a7a-4824-abab-c9dd6937308d admin admin] Notify agent at l3_agent.dv-cinder-775706-1-smb the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:34:35.593995 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-79d66013-3a7a-4824-abab-c9dd6937308d admin admin] 10.222.0.42 "PUT /v2.0/routers/9fc301ad-64ab-4456-a2f7-83317f091911/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7820446 Feb 16 15:34:35.594140 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d21a2e-8080-4be5-bc93-a2c2e25e5047 None None] Sync routers for ids ['9fc301ad-64ab-4456-a2f7-83317f091911'] in dv-cinder-775706-1-smb {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:34:35.604929 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d21a2e-8080-4be5-bc93-a2c2e25e5047 None None] Routers {'9fc301ad-64ab-4456-a2f7-83317f091911'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:34:35.605784 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-03d21a2e-8080-4be5-bc93-a2c2e25e5047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:34:28Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['9fc301ad-64ab-4456-a2f7-83317f091911'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:34:35.796035 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-03d21a2e-8080-4be5-bc93-a2c2e25e5047 None None] Set router 9fc301ad-64ab-4456-a2f7-83317f091911 gateway port host: None {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:34:36.353796 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-03d21a2e-8080-4be5-bc93-a2c2e25e5047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc301ad-64ab-4456-a2f7-83317f091911', 'name': 'router1', 'tenant_id': '8aa4eff1eb3a4d839180f8ce531c0c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:34:23Z', 'updated_at': '2021-02-16T15:34:34Z', 'revision_number': 2, 'project_id': '8aa4eff1eb3a4d839180f8ce531c0c22', 'gw_port_host': None, '_interfaces': [{'id': '6664cebc-fc1c-46cb-8e22-bfb465227a79', 'name': '', 'network_id': '2ef12183-2e1c-4cad-a20c-195664deda5e', 'tenant_id': '8aa4eff1eb3a4d839180f8ce531c0c22', 'mac_address': 'fa:16:3e:56:25:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc301ad-64ab-4456-a2f7-83317f091911', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6ee7f80a-4b1f-493d-975f-58cf839178db', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:34:33Z', 'updated_at': '2021-02-16T15:34:34Z', 'revision_number': 2, 'project_id': '8aa4eff1eb3a4d839180f8ce531c0c22', 'subnets': [{'id': '6ee7f80a-4b1f-493d-975f-58cf839178db', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e5d2c20-c647-4d08-b11e-bdbcd11f6999'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:34:36.358883 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d21a2e-8080-4be5-bc93-a2c2e25e5047 None None] Checking router: 9fc301ad-64ab-4456-a2f7-83317f091911 for host: dv-cinder-775706-1-smb {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:34:36.359273 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d21a2e-8080-4be5-bc93-a2c2e25e5047 None None] Updating router 9fc301ad-64ab-4456-a2f7-83317f091911 port 6664cebc-fc1c-46cb-8e22-bfb465227a79 binding host dv-cinder-775706-1-smb {{(pid=84028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 15:34:36.424142 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-03d21a2e-8080-4be5-bc93-a2c2e25e5047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:36.904847 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-03d21a2e-8080-4be5-bc93-a2c2e25e5047 None None] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:36.920279 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-03d21a2e-8080-4be5-bc93-a2c2e25e5047 None None] Transition to ACTIVE for port object 6664cebc-fc1c-46cb-8e22-bfb465227a79 will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:34:36.923314 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-03d21a2e-8080-4be5-bc93-a2c2e25e5047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:36.939618 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:34:37.077101 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ae3bf-7b66-4924-b811-6f1bfa0832d8 None None] Pushing event updated for resources: {'Port': ['ID=6664cebc-fc1c-46cb-8e22-bfb465227a79,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:34:37.088013 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ae3bf-7b66-4924-b811-6f1bfa0832d8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:34:37.088384 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ae3bf-7b66-4924-b811-6f1bfa0832d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:34:37.088744 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ae3bf-7b66-4924-b811-6f1bfa0832d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:34:37.089099 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ae3bf-7b66-4924-b811-6f1bfa0832d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:34:37.089451 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ae3bf-7b66-4924-b811-6f1bfa0832d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:34:37.089801 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ae3bf-7b66-4924-b811-6f1bfa0832d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:34:37.090148 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ae3bf-7b66-4924-b811-6f1bfa0832d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:34:37.090521 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ae3bf-7b66-4924-b811-6f1bfa0832d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:34:37.090866 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ae3bf-7b66-4924-b811-6f1bfa0832d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:34:37.091212 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ae3bf-7b66-4924-b811-6f1bfa0832d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:34:37.091556 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ae3bf-7b66-4924-b811-6f1bfa0832d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:34:37.091899 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ae3bf-7b66-4924-b811-6f1bfa0832d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:34:37.092950 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ae3bf-7b66-4924-b811-6f1bfa0832d8 None None] Tracked resource versions report: Feb 16 15:34:37.092950 dv-cinder-775706-1-smb neutron-server[83912]: pushed versions: Feb 16 15:34:37.092950 dv-cinder-775706-1-smb neutron-server[83912]: { 'AddressGroup': {'1.1'}, Feb 16 15:34:37.092950 dv-cinder-775706-1-smb neutron-server[83912]: 'ConntrackHelper': {'1.0'}, Feb 16 15:34:37.092950 dv-cinder-775706-1-smb neutron-server[83912]: 'Log': {'1.0'}, Feb 16 15:34:37.092950 dv-cinder-775706-1-smb neutron-server[83912]: 'Network': {'1.1'}, Feb 16 15:34:37.092950 dv-cinder-775706-1-smb neutron-server[83912]: 'Port': {'1.7'}, Feb 16 15:34:37.092950 dv-cinder-775706-1-smb neutron-server[83912]: 'PortForwarding': {'1.2'}, Feb 16 15:34:37.092950 dv-cinder-775706-1-smb neutron-server[83912]: 'QosPolicy': {'1.8'}, Feb 16 15:34:37.092950 dv-cinder-775706-1-smb neutron-server[83912]: 'SecurityGroup': {'1.4'}, Feb 16 15:34:37.092950 dv-cinder-775706-1-smb neutron-server[83912]: 'SecurityGroupRule': {'1.2'}, Feb 16 15:34:37.092950 dv-cinder-775706-1-smb neutron-server[83912]: 'SubPort': {'1.0'}, Feb 16 15:34:37.092950 dv-cinder-775706-1-smb neutron-server[83912]: 'Subnet': {'1.1'}, Feb 16 15:34:37.092950 dv-cinder-775706-1-smb neutron-server[83912]: 'Trunk': {'1.1'}} Feb 16 15:34:37.092950 dv-cinder-775706-1-smb neutron-server[83912]: consumer versions: Feb 16 15:34:37.092950 dv-cinder-775706-1-smb neutron-server[83912]: { DHCP agent@dv-cinder-775706-1-smb: {}, Feb 16 15:34:37.092950 dv-cinder-775706-1-smb neutron-server[83912]: L3 agent@dv-cinder-775706-1-smb: {}, Feb 16 15:34:37.092950 dv-cinder-775706-1-smb neutron-server[83912]: Metadata agent@dv-cinder-775706-1-smb: {}, Feb 16 15:34:37.092950 dv-cinder-775706-1-smb neutron-server[83912]: Metering agent@dv-cinder-775706-1-smb: {}, Feb 16 15:34:37.092950 dv-cinder-775706-1-smb neutron-server[83912]: Open vSwitch agent@dv-cinder-775706-1-smb: { 'AddressGroup': '1.1', Feb 16 15:34:37.092950 dv-cinder-775706-1-smb neutron-server[83912]: 'ConntrackHelper': '1.0', Feb 16 15:34:37.092950 dv-cinder-775706-1-smb neutron-server[83912]: 'Log': '1.0', Feb 16 15:34:37.092950 dv-cinder-775706-1-smb neutron-server[83912]: 'Network': '1.1', Feb 16 15:34:37.092950 dv-cinder-775706-1-smb neutron-server[83912]: 'Port': '1.7', Feb 16 15:34:37.092950 dv-cinder-775706-1-smb neutron-server[83912]: 'PortForwarding': '1.2', Feb 16 15:34:37.092950 dv-cinder-775706-1-smb neutron-server[83912]: 'QosPolicy': '1.8', Feb 16 15:34:37.092950 dv-cinder-775706-1-smb neutron-server[83912]: 'SecurityGroup': '1.4', Feb 16 15:34:37.092950 dv-cinder-775706-1-smb neutron-server[83912]: 'SecurityGroupRule': '1.2', Feb 16 15:34:37.092950 dv-cinder-775706-1-smb neutron-server[83912]: 'SubPort': '1.0', Feb 16 15:34:37.092950 dv-cinder-775706-1-smb neutron-server[83912]: 'Subnet': '1.1', Feb 16 15:34:37.092950 dv-cinder-775706-1-smb neutron-server[83912]: 'Trunk': '1.1'}} Feb 16 15:34:37.092950 dv-cinder-775706-1-smb neutron-server[83912]: {{(pid=84028) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 16 15:34:37.097348 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-324ae3bf-7b66-4924-b811-6f1bfa0832d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:34:37.269551 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-03d21a2e-8080-4be5-bc93-a2c2e25e5047 None None] Attempting to bind port 6664cebc-fc1c-46cb-8e22-bfb465227a79 on host dv-cinder-775706-1-smb for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:34:37.269973 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-03d21a2e-8080-4be5-bc93-a2c2e25e5047 None None] Attempting to bind port 6664cebc-fc1c-46cb-8e22-bfb465227a79 by drivers openvswitch on host dv-cinder-775706-1-smb at level 0 using segments [{'id': '8aa26601-6d20-4cdb-906c-2d83298d2994', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2ef12183-2e1c-4cad-a20c-195664deda5e'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:34:37.270416 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d21a2e-8080-4be5-bc93-a2c2e25e5047 None None] Attempting to bind port 6664cebc-fc1c-46cb-8e22-bfb465227a79 on network 2ef12183-2e1c-4cad-a20c-195664deda5e {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:34:37.276362 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d21a2e-8080-4be5-bc93-a2c2e25e5047 None None] Checking agent: {'id': 'daefd0e5-91bf-4e18-ba94-edda5fe7e4cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 33, 59), 'started_at': datetime.datetime(2021, 2, 16, 15, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:34:37.276781 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d21a2e-8080-4be5-bc93-a2c2e25e5047 None None] Checking segment: {'id': '8aa26601-6d20-4cdb-906c-2d83298d2994', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2ef12183-2e1c-4cad-a20c-195664deda5e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:34:37.277236 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-03d21a2e-8080-4be5-bc93-a2c2e25e5047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:37.277653 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d21a2e-8080-4be5-bc93-a2c2e25e5047 None None] Bound using segment: {'id': '8aa26601-6d20-4cdb-906c-2d83298d2994', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2ef12183-2e1c-4cad-a20c-195664deda5e'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:34:37.278163 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-03d21a2e-8080-4be5-bc93-a2c2e25e5047 None None] Bound port: 6664cebc-fc1c-46cb-8e22-bfb465227a79, host: dv-cinder-775706-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa26601-6d20-4cdb-906c-2d83298d2994', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2ef12183-2e1c-4cad-a20c-195664deda5e'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:34:37.278587 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-03d21a2e-8080-4be5-bc93-a2c2e25e5047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:37.371833 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-03d21a2e-8080-4be5-bc93-a2c2e25e5047 None None] For port 6664cebc-fc1c-46cb-8e22-bfb465227a79, host dv-cinder-775706-1-smb, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:34:37.376927 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-03d21a2e-8080-4be5-bc93-a2c2e25e5047 None None] For port 6664cebc-fc1c-46cb-8e22-bfb465227a79, host dv-cinder-775706-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=6664cebc-fc1c-46cb-8e22-bfb465227a79,segment=NetworkSegment(8aa26601-6d20-4cdb-906c-2d83298d2994),segment_id=8aa26601-6d20-4cdb-906c-2d83298d2994)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:34:37.380795 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-03d21a2e-8080-4be5-bc93-a2c2e25e5047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:37.397075 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-324ae3bf-7b66-4924-b811-6f1bfa0832d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:34:37.550898 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ae3bf-7b66-4924-b811-6f1bfa0832d8 None None] Pushing event updated for resources: {'Port': ['ID=6664cebc-fc1c-46cb-8e22-bfb465227a79,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:34:37.555952 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-324ae3bf-7b66-4924-b811-6f1bfa0832d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:34:37.608946 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d21a2e-8080-4be5-bc93-a2c2e25e5047 None None] Routers {'9fc301ad-64ab-4456-a2f7-83317f091911'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:34:37.610211 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-03d21a2e-8080-4be5-bc93-a2c2e25e5047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:34:28Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['9fc301ad-64ab-4456-a2f7-83317f091911'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:34:37.783508 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-03d21a2e-8080-4be5-bc93-a2c2e25e5047 None None] Set router 9fc301ad-64ab-4456-a2f7-83317f091911 gateway port host: None {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:34:38.129592 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-03d21a2e-8080-4be5-bc93-a2c2e25e5047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc301ad-64ab-4456-a2f7-83317f091911', 'name': 'router1', 'tenant_id': '8aa4eff1eb3a4d839180f8ce531c0c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:34:23Z', 'updated_at': '2021-02-16T15:34:34Z', 'revision_number': 2, 'project_id': '8aa4eff1eb3a4d839180f8ce531c0c22', 'gw_port_host': None, '_interfaces': [{'id': '6664cebc-fc1c-46cb-8e22-bfb465227a79', 'name': '', 'network_id': '2ef12183-2e1c-4cad-a20c-195664deda5e', 'tenant_id': '8aa4eff1eb3a4d839180f8ce531c0c22', 'mac_address': 'fa:16:3e:56:25:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc301ad-64ab-4456-a2f7-83317f091911', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6ee7f80a-4b1f-493d-975f-58cf839178db', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:34:33Z', 'updated_at': '2021-02-16T15:34:37Z', 'revision_number': 4, 'project_id': '8aa4eff1eb3a4d839180f8ce531c0c22', 'subnets': [{'id': '6ee7f80a-4b1f-493d-975f-58cf839178db', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e5d2c20-c647-4d08-b11e-bdbcd11f6999'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:34:38.134037 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d21a2e-8080-4be5-bc93-a2c2e25e5047 None None] The sync data for ids ['9fc301ad-64ab-4456-a2f7-83317f091911'] in dv-cinder-775706-1-smb is: [{'id': '9fc301ad-64ab-4456-a2f7-83317f091911', 'name': 'router1', 'tenant_id': '8aa4eff1eb3a4d839180f8ce531c0c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:34:23Z', 'updated_at': '2021-02-16T15:34:34Z', 'revision_number': 2, 'project_id': '8aa4eff1eb3a4d839180f8ce531c0c22', 'gw_port_host': None, '_interfaces': [{'id': '6664cebc-fc1c-46cb-8e22-bfb465227a79', 'name': '', 'network_id': '2ef12183-2e1c-4cad-a20c-195664deda5e', 'tenant_id': '8aa4eff1eb3a4d839180f8ce531c0c22', 'mac_address': 'fa:16:3e:56:25:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc301ad-64ab-4456-a2f7-83317f091911', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6ee7f80a-4b1f-493d-975f-58cf839178db', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:34:33Z', 'updated_at': '2021-02-16T15:34:37Z', 'revision_number': 4, 'project_id': '8aa4eff1eb3a4d839180f8ce531c0c22', 'subnets': [{'id': '6ee7f80a-4b1f-493d-975f-58cf839178db', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e5d2c20-c647-4d08-b11e-bdbcd11f6999'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:34:38.137723 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 51640) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:34:38.295723 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472c9a4d-2c65-4776-95fd-b7ac76816125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:34:38.296342 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-472c9a4d-2c65-4776-95fd-b7ac76816125 admin admin] Synchronizing usage tracker for tenant:9e78f714adaf41b0864aaa2d4880264d on resource:network {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:34:38.314300 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-472c9a4d-2c65-4776-95fd-b7ac76816125 admin admin] Unset dirty status for tenant:9e78f714adaf41b0864aaa2d4880264d on resource:network {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:34:38.315628 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-472c9a4d-2c65-4776-95fd-b7ac76816125 admin admin] 10.222.0.42 "GET /v2.0/networks/98aad332-78bd-43b9-832c-6a78188811e7 HTTP/1.1" status: 200 len: 842 time: 0.1772788 Feb 16 15:34:38.325977 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-a1c01801-1ee5-4b07-b089-d3c742de4bb9 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:34:38.332011 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-a1c01801-1ee5-4b07-b089-d3c742de4bb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:34:38.336039 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-a1c01801-1ee5-4b07-b089-d3c742de4bb9 admin admin] Usage tracker for resource:subnet and tenant:9e78f714adaf41b0864aaa2d4880264d is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:34:38.339023 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-a1c01801-1ee5-4b07-b089-d3c742de4bb9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:34:38.348844 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-a1c01801-1ee5-4b07-b089-d3c742de4bb9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:34:38.357618 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c01801-1ee5-4b07-b089-d3c742de4bb9 admin admin] Made reservation on behalf of 9e78f714adaf41b0864aaa2d4880264d for: {'subnet': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:34:38.362352 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a1c01801-1ee5-4b07-b089-d3c742de4bb9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:38.802907 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.objects.ports [None req-a1c01801-1ee5-4b07-b089-d3c742de4bb9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84026) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 16 15:34:38.803414 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a1c01801-1ee5-4b07-b089-d3c742de4bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702'] for subnet, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:38.821464 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:34:38.945080 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c01801-1ee5-4b07-b089-d3c742de4bb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07894c69-ecbd-40ed-969e-9ba4c4e7f1e8,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:34:38.957060 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a1c01801-1ee5-4b07-b089-d3c742de4bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:34:39.014291 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c01801-1ee5-4b07-b089-d3c742de4bb9 admin admin] Checking segment: {'id': '0724bfbb-7f18-4768-b879-84dbe1be3f59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:34:39.014748 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c01801-1ee5-4b07-b089-d3c742de4bb9 admin admin] Network hostable DHCP agents. Network: 98aad332-78bd-43b9-832c-6a78188811e7, hostable agents: ['37754f02-07ee-44c0-875b-e652d08d1f6e'], hosted agents: [] {{(pid=84026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 15:34:39.033436 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c01801-1ee5-4b07-b089-d3c742de4bb9 admin admin] Network 98aad332-78bd-43b9-832c-6a78188811e7 is scheduled to be hosted by DHCP agent 37754f02-07ee-44c0-875b-e652d08d1f6e with binding_index 1 {{(pid=84026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 15:34:39.051260 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-a1c01801-1ee5-4b07-b089-d3c742de4bb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-1-smb, 98aad332-78bd-43b9-832c-6a78188811e7) {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:34:39.056894 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c01801-1ee5-4b07-b089-d3c742de4bb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:34:39.057445 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a1c01801-1ee5-4b07-b089-d3c742de4bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:39.063474 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1b2041-a61c-492b-b384-ad9e37ad09e2 None None] Network 98aad332-78bd-43b9-832c-6a78188811e7 requested from dv-cinder-775706-1-smb {{(pid=84027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:34:39.083688 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-a1c01801-1ee5-4b07-b089-d3c742de4bb9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7597916 Feb 16 15:34:39.410514 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 6664cebc-fc1c-46cb-8e22-bfb465227a79 up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:34:39.538169 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f74450d-c999-4723-951f-a6847460a37f None None] Network 98aad332-78bd-43b9-832c-6a78188811e7 requested from dv-cinder-775706-1-smb {{(pid=84027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:34:39.601393 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning for port 6664cebc-fc1c-46cb-8e22-bfb465227a79 completed by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:34:39.621320 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning complete for port 6664cebc-fc1c-46cb-8e22-bfb465227a79 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:34:39.621656 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:39.854031 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:39.925289 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3a29449c-3776-4258-9627-10026e36c514 None None] For port 6664cebc-fc1c-46cb-8e22-bfb465227a79, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=6664cebc-fc1c-46cb-8e22-bfb465227a79,segment=NetworkSegment(8aa26601-6d20-4cdb-906c-2d83298d2994),segment_id=8aa26601-6d20-4cdb-906c-2d83298d2994)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:34:39.928298 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:39.930792 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-6ce006b9-39cd-4861-b300-62193ff6588e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:34:40.003481 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Pushing event updated for resources: {'Port': ['ID=6664cebc-fc1c-46cb-8e22-bfb465227a79,revision_number=5']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:34:40.006697 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:34:41.320998 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 6664cebc-fc1c-46cb-8e22-bfb465227a79 up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:34:41.394526 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning complete for port 6664cebc-fc1c-46cb-8e22-bfb465227a79 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:34:41.394944 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:41.705142 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 51654) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:34:41.917010 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-cab71b91-3421-4194-9f2f-2078e48241e1 admin admin] 10.222.0.42 "GET /v2.0/routers/9fc301ad-64ab-4456-a2f7-83317f091911 HTTP/1.1" status: 200 len: 710 time: 0.2105711 Feb 16 15:34:42.056167 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83633a62-dfbc-45b3-a8f9-edaa14e39728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:34:42.057536 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-83633a62-dfbc-45b3-a8f9-edaa14e39728 admin admin] 10.222.0.42 "GET /v2.0/networks/98aad332-78bd-43b9-832c-6a78188811e7 HTTP/1.1" status: 200 len: 886 time: 0.1341460 Feb 16 15:34:42.067430 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-3f46c050-f556-498a-8e37-f140e0d03c3a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7'}}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:34:42.700513 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3f46c050-f556-498a-8e37-f140e0d03c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854104594', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854209477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854763625'] for router, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:43.046317 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3f46c050-f556-498a-8e37-f140e0d03c3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:43.104780 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3f46c050-f556-498a-8e37-f140e0d03c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:43.117997 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3f46c050-f556-498a-8e37-f140e0d03c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:43.133571 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-3f46c050-f556-498a-8e37-f140e0d03c3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:34:43.137542 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-3f46c050-f556-498a-8e37-f140e0d03c3a admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:34:43.140478 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-3f46c050-f556-498a-8e37-f140e0d03c3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:34:43.146176 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-3f46c050-f556-498a-8e37-f140e0d03c3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:34:43.239922 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3f46c050-f556-498a-8e37-f140e0d03c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:43.242715 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3f46c050-f556-498a-8e37-f140e0d03c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:43.258749 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-77e44ac0-457c-4087-9a39-2fe00c0314fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:34:43.351128 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46c050-f556-498a-8e37-f140e0d03c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5023bd06-2a34-4245-9274-aee9d27db49d,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:34:43.355543 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3f46c050-f556-498a-8e37-f140e0d03c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:34:43.515328 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-3f46c050-f556-498a-8e37-f140e0d03c3a admin admin] Allocated IP 172.28.2.150 (98aad332-78bd-43b9-832c-6a78188811e7/07894c69-ecbd-40ed-969e-9ba4c4e7f1e8/d3bb8155-4921-48dd-9f10-89d304dcd8bc) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:34:43.667705 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3f46c050-f556-498a-8e37-f140e0d03c3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:43.697044 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3f46c050-f556-498a-8e37-f140e0d03c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:43.712900 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-79d66013-3a7a-4824-abab-c9dd6937308d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:34:43.848056 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46c050-f556-498a-8e37-f140e0d03c3a admin admin] Pushing event updated for resources: {'Port': ['ID=d3bb8155-4921-48dd-9f10-89d304dcd8bc,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:34:43.852304 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3f46c050-f556-498a-8e37-f140e0d03c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:34:43.905479 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f46c050-f556-498a-8e37-f140e0d03c3a admin admin] Network 98aad332-78bd-43b9-832c-6a78188811e7 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:34:43.906637 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-3f46c050-f556-498a-8e37-f140e0d03c3a admin admin] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:34:43.908848 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f46c050-f556-498a-8e37-f140e0d03c3a admin admin] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:34:44.300424 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3f46c050-f556-498a-8e37-f140e0d03c3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:44.655742 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3f46c050-f556-498a-8e37-f140e0d03c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854104594', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854209477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854763625'] for router, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:44.659089 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3f46c050-f556-498a-8e37-f140e0d03c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854104577', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-566348'] for router, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:45.023722 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f46c050-f556-498a-8e37-f140e0d03c3a admin admin] Router 9fc301ad-64ab-4456-a2f7-83317f091911 has already been hosted by L3 agent cace3e07-576d-4918-a0d2-7f739a7a8110 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 15:34:45.213094 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f46c050-f556-498a-8e37-f140e0d03c3a admin admin] Notify agent at l3_agent.dv-cinder-775706-1-smb the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:34:45.223023 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b524be9-a5ee-4f31-aaf7-692816c13dde None None] Sync routers for ids ['9fc301ad-64ab-4456-a2f7-83317f091911'] in dv-cinder-775706-1-smb {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:34:45.228518 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3f46c050-f556-498a-8e37-f140e0d03c3a admin admin] Notify callbacks [] for router, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:45.229772 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-3f46c050-f556-498a-8e37-f140e0d03c3a admin admin] 10.222.0.42 "PUT /v2.0/routers/9fc301ad-64ab-4456-a2f7-83317f091911 HTTP/1.1" status: 200 len: 890 time: 3.1658754 Feb 16 15:34:45.233099 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b524be9-a5ee-4f31-aaf7-692816c13dde None None] Routers {'9fc301ad-64ab-4456-a2f7-83317f091911'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:34:45.233786 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-1b524be9-a5ee-4f31-aaf7-692816c13dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:34:28Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['9fc301ad-64ab-4456-a2f7-83317f091911'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:34:45.439914 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-1b524be9-a5ee-4f31-aaf7-692816c13dde None None] Set router 9fc301ad-64ab-4456-a2f7-83317f091911 gateway port host: dv-cinder-775706-1-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:34:45.803056 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-1b524be9-a5ee-4f31-aaf7-692816c13dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc301ad-64ab-4456-a2f7-83317f091911', 'name': 'router1', 'tenant_id': '8aa4eff1eb3a4d839180f8ce531c0c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'd3bb8155-4921-48dd-9f10-89d304dcd8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:34:23Z', 'updated_at': '2021-02-16T15:34:44Z', 'revision_number': 4, 'project_id': '8aa4eff1eb3a4d839180f8ce531c0c22', 'gw_port': {'id': 'd3bb8155-4921-48dd-9f10-89d304dcd8bc', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:43:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc301ad-64ab-4456-a2f7-83317f091911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:34:43Z', 'updated_at': '2021-02-16T15:34:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_interfaces': [{'id': '6664cebc-fc1c-46cb-8e22-bfb465227a79', 'name': '', 'network_id': '2ef12183-2e1c-4cad-a20c-195664deda5e', 'tenant_id': '8aa4eff1eb3a4d839180f8ce531c0c22', 'mac_address': 'fa:16:3e:56:25:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc301ad-64ab-4456-a2f7-83317f091911', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6ee7f80a-4b1f-493d-975f-58cf839178db', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:34:33Z', 'updated_at': '2021-02-16T15:34:39Z', 'revision_number': 5, 'project_id': '8aa4eff1eb3a4d839180f8ce531c0c22', 'subnets': [{'id': '6ee7f80a-4b1f-493d-975f-58cf839178db', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e5d2c20-c647-4d08-b11e-bdbcd11f6999'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:34:45.808196 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b524be9-a5ee-4f31-aaf7-692816c13dde None None] Checking router: 9fc301ad-64ab-4456-a2f7-83317f091911 for host: dv-cinder-775706-1-smb {{(pid=84027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:34:45.808589 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b524be9-a5ee-4f31-aaf7-692816c13dde None None] Updating router 9fc301ad-64ab-4456-a2f7-83317f091911 port d3bb8155-4921-48dd-9f10-89d304dcd8bc binding host dv-cinder-775706-1-smb {{(pid=84027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 15:34:45.864655 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1b524be9-a5ee-4f31-aaf7-692816c13dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:46.266627 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1b524be9-a5ee-4f31-aaf7-692816c13dde None None] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:46.279093 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1b524be9-a5ee-4f31-aaf7-692816c13dde None None] Transition to ACTIVE for port object d3bb8155-4921-48dd-9f10-89d304dcd8bc will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:34:46.282028 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1b524be9-a5ee-4f31-aaf7-692816c13dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:46.297013 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:34:46.429547 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c4885-bb0e-454a-825e-29799f175907 None None] Pushing event updated for resources: {'Port': ['ID=d3bb8155-4921-48dd-9f10-89d304dcd8bc,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:34:46.434086 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-884c4885-bb0e-454a-825e-29799f175907 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:34:46.495152 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1b524be9-a5ee-4f31-aaf7-692816c13dde None None] Attempting to bind port d3bb8155-4921-48dd-9f10-89d304dcd8bc on host dv-cinder-775706-1-smb for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:34:46.495555 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1b524be9-a5ee-4f31-aaf7-692816c13dde None None] Attempting to bind port d3bb8155-4921-48dd-9f10-89d304dcd8bc by drivers openvswitch on host dv-cinder-775706-1-smb at level 0 using segments [{'id': '0724bfbb-7f18-4768-b879-84dbe1be3f59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:34:46.495956 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b524be9-a5ee-4f31-aaf7-692816c13dde None None] Attempting to bind port d3bb8155-4921-48dd-9f10-89d304dcd8bc on network 98aad332-78bd-43b9-832c-6a78188811e7 {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:34:46.502540 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b524be9-a5ee-4f31-aaf7-692816c13dde None None] Checking agent: {'id': 'daefd0e5-91bf-4e18-ba94-edda5fe7e4cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 33, 59), 'started_at': datetime.datetime(2021, 2, 16, 15, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:34:46.502954 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b524be9-a5ee-4f31-aaf7-692816c13dde None None] Checking segment: {'id': '0724bfbb-7f18-4768-b879-84dbe1be3f59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:34:46.503399 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1b524be9-a5ee-4f31-aaf7-692816c13dde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:46.503828 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b524be9-a5ee-4f31-aaf7-692816c13dde None None] Bound using segment: {'id': '0724bfbb-7f18-4768-b879-84dbe1be3f59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:34:46.504338 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1b524be9-a5ee-4f31-aaf7-692816c13dde None None] Bound port: d3bb8155-4921-48dd-9f10-89d304dcd8bc, host: dv-cinder-775706-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0724bfbb-7f18-4768-b879-84dbe1be3f59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:34:46.504749 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1b524be9-a5ee-4f31-aaf7-692816c13dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:46.585413 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1b524be9-a5ee-4f31-aaf7-692816c13dde None None] For port d3bb8155-4921-48dd-9f10-89d304dcd8bc, host dv-cinder-775706-1-smb, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:34:46.588428 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1b524be9-a5ee-4f31-aaf7-692816c13dde None None] For port d3bb8155-4921-48dd-9f10-89d304dcd8bc, host dv-cinder-775706-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=d3bb8155-4921-48dd-9f10-89d304dcd8bc,segment=NetworkSegment(0724bfbb-7f18-4768-b879-84dbe1be3f59),segment_id=0724bfbb-7f18-4768-b879-84dbe1be3f59)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:34:46.591833 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1b524be9-a5ee-4f31-aaf7-692816c13dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:46.606840 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:34:46.911960 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c4885-bb0e-454a-825e-29799f175907 None None] Pushing event updated for resources: {'Port': ['ID=d3bb8155-4921-48dd-9f10-89d304dcd8bc,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:34:46.916380 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-884c4885-bb0e-454a-825e-29799f175907 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:34:46.955132 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b524be9-a5ee-4f31-aaf7-692816c13dde None None] Routers {'9fc301ad-64ab-4456-a2f7-83317f091911'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:34:46.955791 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-1b524be9-a5ee-4f31-aaf7-692816c13dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:34:28Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['9fc301ad-64ab-4456-a2f7-83317f091911'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:34:47.144943 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-1b524be9-a5ee-4f31-aaf7-692816c13dde None None] Set router 9fc301ad-64ab-4456-a2f7-83317f091911 gateway port host: dv-cinder-775706-1-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:34:47.499031 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-1b524be9-a5ee-4f31-aaf7-692816c13dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc301ad-64ab-4456-a2f7-83317f091911', 'name': 'router1', 'tenant_id': '8aa4eff1eb3a4d839180f8ce531c0c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'd3bb8155-4921-48dd-9f10-89d304dcd8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:34:23Z', 'updated_at': '2021-02-16T15:34:44Z', 'revision_number': 4, 'project_id': '8aa4eff1eb3a4d839180f8ce531c0c22', 'gw_port': {'id': 'd3bb8155-4921-48dd-9f10-89d304dcd8bc', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:43:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc301ad-64ab-4456-a2f7-83317f091911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:34:43Z', 'updated_at': '2021-02-16T15:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_interfaces': [{'id': '6664cebc-fc1c-46cb-8e22-bfb465227a79', 'name': '', 'network_id': '2ef12183-2e1c-4cad-a20c-195664deda5e', 'tenant_id': '8aa4eff1eb3a4d839180f8ce531c0c22', 'mac_address': 'fa:16:3e:56:25:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc301ad-64ab-4456-a2f7-83317f091911', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6ee7f80a-4b1f-493d-975f-58cf839178db', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:34:33Z', 'updated_at': '2021-02-16T15:34:39Z', 'revision_number': 5, 'project_id': '8aa4eff1eb3a4d839180f8ce531c0c22', 'subnets': [{'id': '6ee7f80a-4b1f-493d-975f-58cf839178db', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e5d2c20-c647-4d08-b11e-bdbcd11f6999'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:34:47.503371 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b524be9-a5ee-4f31-aaf7-692816c13dde None None] The sync data for ids ['9fc301ad-64ab-4456-a2f7-83317f091911'] in dv-cinder-775706-1-smb is: [{'id': '9fc301ad-64ab-4456-a2f7-83317f091911', 'name': 'router1', 'tenant_id': '8aa4eff1eb3a4d839180f8ce531c0c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'd3bb8155-4921-48dd-9f10-89d304dcd8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:34:23Z', 'updated_at': '2021-02-16T15:34:44Z', 'revision_number': 4, 'project_id': '8aa4eff1eb3a4d839180f8ce531c0c22', 'gw_port': {'id': 'd3bb8155-4921-48dd-9f10-89d304dcd8bc', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:43:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc301ad-64ab-4456-a2f7-83317f091911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:34:43Z', 'updated_at': '2021-02-16T15:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_interfaces': [{'id': '6664cebc-fc1c-46cb-8e22-bfb465227a79', 'name': '', 'network_id': '2ef12183-2e1c-4cad-a20c-195664deda5e', 'tenant_id': '8aa4eff1eb3a4d839180f8ce531c0c22', 'mac_address': 'fa:16:3e:56:25:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc301ad-64ab-4456-a2f7-83317f091911', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6ee7f80a-4b1f-493d-975f-58cf839178db', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:34:33Z', 'updated_at': '2021-02-16T15:34:39Z', 'revision_number': 5, 'project_id': '8aa4eff1eb3a4d839180f8ce531c0c22', 'subnets': [{'id': '6ee7f80a-4b1f-493d-975f-58cf839178db', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e5d2c20-c647-4d08-b11e-bdbcd11f6999'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:34:47.919862 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 51664) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:34:48.043676 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08613350-dba9-4a4a-8842-2bdeade94653 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:34:48.045252 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-08613350-dba9-4a4a-8842-2bdeade94653 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1243606 Feb 16 15:34:49.360147 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device d3bb8155-4921-48dd-9f10-89d304dcd8bc up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:34:49.441839 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning for port d3bb8155-4921-48dd-9f10-89d304dcd8bc completed by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:34:49.447272 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning complete for port d3bb8155-4921-48dd-9f10-89d304dcd8bc triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:34:49.447897 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:49.582576 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:49.600584 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3a29449c-3776-4258-9627-10026e36c514 None None] For port d3bb8155-4921-48dd-9f10-89d304dcd8bc, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=d3bb8155-4921-48dd-9f10-89d304dcd8bc,segment=NetworkSegment(0724bfbb-7f18-4768-b879-84dbe1be3f59),segment_id=0724bfbb-7f18-4768-b879-84dbe1be3f59)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:34:49.603784 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:49.608890 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-884c4885-bb0e-454a-825e-29799f175907 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:34:49.680968 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Pushing event updated for resources: {'Port': ['ID=d3bb8155-4921-48dd-9f10-89d304dcd8bc,revision_number=4']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:34:49.684176 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:34:51.357843 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device d3bb8155-4921-48dd-9f10-89d304dcd8bc up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:34:51.471335 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning complete for port d3bb8155-4921-48dd-9f10-89d304dcd8bc triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:34:51.471894 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:55.189446 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-26597560-4418-43dc-a313-f72e87858712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:57.739723 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2029fd53-aa91-4eef-9d00-2814e76db2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:58.032711 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:59.301767 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:34:59.552206 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:35:01.452514 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-eb9461c9-bb47-4d7e-96bc-3e223911d95a None None] Agent healthcheck: found 5 active agents {{(pid=84028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:35:25.182666 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-43748307-b980-4930-a3b1-5517093dcf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:35:27.738452 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b2103647-e711-427d-b557-0281a48b46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:35:28.025810 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:35:29.305185 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:35:29.558446 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:35:38.453134 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-eb9461c9-bb47-4d7e-96bc-3e223911d95a None None] Agent healthcheck: found 5 active agents {{(pid=84028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:35:55.185332 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ef61edc-f8d9-4eaa-8914-ef8064790040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:35:57.748902 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d88f38fb-4f54-4281-9816-b20141911a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:35:58.029079 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:35:59.316529 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:35:59.568046 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:36:15.452863 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-eb9461c9-bb47-4d7e-96bc-3e223911d95a None None] Agent healthcheck: found 5 active agents {{(pid=84028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:36:25.187462 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-31b9ed85-9202-4fbb-af23-b05c33f98280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:36:27.741660 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0ab5d473-89c0-4a91-a009-d8ece4386355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:36:28.031696 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:36:29.308841 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:36:29.574696 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:36:52.452392 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-eb9461c9-bb47-4d7e-96bc-3e223911d95a None None] Agent healthcheck: found 5 active agents {{(pid=84028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:36:55.190689 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8bd507cc-b9bd-4ac1-9fcf-658f31980bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:36:57.747112 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f83abb74-566c-4d0a-bc91-ca121cfd15cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:36:58.035961 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:36:59.310749 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:36:59.579220 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:37:01.194097 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 52240) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:37:01.267908 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.pecan_wsgi.hooks.translation [None req-762bcaf6-f786-4084-ac7d-457545c015a3 admin admin] GET failed (client error): The resource could not be found. Feb 16 15:37:01.269293 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-762bcaf6-f786-4084-ac7d-457545c015a3 admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0740886 Feb 16 15:37:01.414713 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453ac995-3f99-463e-bdef-d48803455fc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:37:01.416221 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-453ac995-3f99-463e-bdef-d48803455fc4 admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1426139 Feb 16 15:37:03.897793 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 52250) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:37:04.051124 dv-cinder-775706-1-smb neutron-server[83912]: WARNING oslo_policy.policy [None req-bdd24eac-52d3-43f6-8252-4ada34d13b27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 15:37:04.051724 dv-cinder-775706-1-smb neutron-server[83912]: WARNING oslo_policy.policy [None req-bdd24eac-52d3-43f6-8252-4ada34d13b27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 15:37:04.433667 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.policy [None req-bdd24eac-52d3-43f6-8252-4ada34d13b27 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84025) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 16 15:37:04.468496 dv-cinder-775706-1-smb neutron-server[83912]: WARNING oslo_policy.policy [None req-bdd24eac-52d3-43f6-8252-4ada34d13b27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 15:37:04.468899 dv-cinder-775706-1-smb neutron-server[83912]: WARNING oslo_policy.policy [None req-bdd24eac-52d3-43f6-8252-4ada34d13b27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 15:37:04.494486 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd24eac-52d3-43f6-8252-4ada34d13b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:37:04.496446 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-bdd24eac-52d3-43f6-8252-4ada34d13b27 admin admin] 10.222.0.42 "GET /v2.0/subnets/6ee7f80a-4b1f-493d-975f-58cf839178db HTTP/1.1" status: 200 len: 849 time: 0.5965984 Feb 16 15:37:04.507921 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-574bb8d4-0a2b-4d19-a5f7-82055aaf8999 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:37:04.789767 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-574bb8d4-0a2b-4d19-a5f7-82055aaf8999 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:37:05.116795 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-574bb8d4-0a2b-4d19-a5f7-82055aaf8999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363282561192171'] for subnet, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:37:05.139667 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:37:05.295394 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574bb8d4-0a2b-4d19-a5f7-82055aaf8999 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ee7f80a-4b1f-493d-975f-58cf839178db,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:37:05.316065 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb8d4-0a2b-4d19-a5f7-82055aaf8999 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:37:05.316433 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb8d4-0a2b-4d19-a5f7-82055aaf8999 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:37:05.316789 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb8d4-0a2b-4d19-a5f7-82055aaf8999 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:37:05.317140 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb8d4-0a2b-4d19-a5f7-82055aaf8999 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:37:05.317492 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb8d4-0a2b-4d19-a5f7-82055aaf8999 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:37:05.317838 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb8d4-0a2b-4d19-a5f7-82055aaf8999 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:37:05.318179 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb8d4-0a2b-4d19-a5f7-82055aaf8999 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:37:05.318547 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb8d4-0a2b-4d19-a5f7-82055aaf8999 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:37:05.318891 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb8d4-0a2b-4d19-a5f7-82055aaf8999 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:37:05.319232 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb8d4-0a2b-4d19-a5f7-82055aaf8999 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:37:05.319570 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb8d4-0a2b-4d19-a5f7-82055aaf8999 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:37:05.319907 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb8d4-0a2b-4d19-a5f7-82055aaf8999 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:37:05.320959 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574bb8d4-0a2b-4d19-a5f7-82055aaf8999 admin admin] Tracked resource versions report: Feb 16 15:37:05.320959 dv-cinder-775706-1-smb neutron-server[83912]: pushed versions: Feb 16 15:37:05.320959 dv-cinder-775706-1-smb neutron-server[83912]: { 'AddressGroup': {'1.1'}, Feb 16 15:37:05.320959 dv-cinder-775706-1-smb neutron-server[83912]: 'ConntrackHelper': {'1.0'}, Feb 16 15:37:05.320959 dv-cinder-775706-1-smb neutron-server[83912]: 'Log': {'1.0'}, Feb 16 15:37:05.320959 dv-cinder-775706-1-smb neutron-server[83912]: 'Network': {'1.1'}, Feb 16 15:37:05.320959 dv-cinder-775706-1-smb neutron-server[83912]: 'Port': {'1.7'}, Feb 16 15:37:05.320959 dv-cinder-775706-1-smb neutron-server[83912]: 'PortForwarding': {'1.2'}, Feb 16 15:37:05.320959 dv-cinder-775706-1-smb neutron-server[83912]: 'QosPolicy': {'1.8'}, Feb 16 15:37:05.320959 dv-cinder-775706-1-smb neutron-server[83912]: 'SecurityGroup': {'1.4'}, Feb 16 15:37:05.320959 dv-cinder-775706-1-smb neutron-server[83912]: 'SecurityGroupRule': {'1.2'}, Feb 16 15:37:05.320959 dv-cinder-775706-1-smb neutron-server[83912]: 'SubPort': {'1.0'}, Feb 16 15:37:05.320959 dv-cinder-775706-1-smb neutron-server[83912]: 'Subnet': {'1.1'}, Feb 16 15:37:05.320959 dv-cinder-775706-1-smb neutron-server[83912]: 'Trunk': {'1.1'}} Feb 16 15:37:05.320959 dv-cinder-775706-1-smb neutron-server[83912]: consumer versions: Feb 16 15:37:05.320959 dv-cinder-775706-1-smb neutron-server[83912]: { DHCP agent@dv-cinder-775706-1-smb: {}, Feb 16 15:37:05.320959 dv-cinder-775706-1-smb neutron-server[83912]: L3 agent@dv-cinder-775706-1-smb: {}, Feb 16 15:37:05.320959 dv-cinder-775706-1-smb neutron-server[83912]: Metadata agent@dv-cinder-775706-1-smb: {}, Feb 16 15:37:05.320959 dv-cinder-775706-1-smb neutron-server[83912]: Metering agent@dv-cinder-775706-1-smb: {}, Feb 16 15:37:05.320959 dv-cinder-775706-1-smb neutron-server[83912]: Open vSwitch agent@dv-cinder-775706-1-smb: { 'AddressGroup': '1.1', Feb 16 15:37:05.320959 dv-cinder-775706-1-smb neutron-server[83912]: 'ConntrackHelper': '1.0', Feb 16 15:37:05.320959 dv-cinder-775706-1-smb neutron-server[83912]: 'Log': '1.0', Feb 16 15:37:05.320959 dv-cinder-775706-1-smb neutron-server[83912]: 'Network': '1.1', Feb 16 15:37:05.320959 dv-cinder-775706-1-smb neutron-server[83912]: 'Port': '1.7', Feb 16 15:37:05.320959 dv-cinder-775706-1-smb neutron-server[83912]: 'PortForwarding': '1.2', Feb 16 15:37:05.320959 dv-cinder-775706-1-smb neutron-server[83912]: 'QosPolicy': '1.8', Feb 16 15:37:05.320959 dv-cinder-775706-1-smb neutron-server[83912]: 'SecurityGroup': '1.4', Feb 16 15:37:05.320959 dv-cinder-775706-1-smb neutron-server[83912]: 'SecurityGroupRule': '1.2', Feb 16 15:37:05.320959 dv-cinder-775706-1-smb neutron-server[83912]: 'SubPort': '1.0', Feb 16 15:37:05.320959 dv-cinder-775706-1-smb neutron-server[83912]: 'Subnet': '1.1', Feb 16 15:37:05.320959 dv-cinder-775706-1-smb neutron-server[83912]: 'Trunk': '1.1'}} Feb 16 15:37:05.320959 dv-cinder-775706-1-smb neutron-server[83912]: {{(pid=84025) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 16 15:37:05.359817 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-574bb8d4-0a2b-4d19-a5f7-82055aaf8999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:37:05.363887 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574bb8d4-0a2b-4d19-a5f7-82055aaf8999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:37:05.364570 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-574bb8d4-0a2b-4d19-a5f7-82055aaf8999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for subnet, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:37:05.365924 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-574bb8d4-0a2b-4d19-a5f7-82055aaf8999 admin admin] 10.222.0.42 "PUT /v2.0/subnets/6ee7f80a-4b1f-493d-975f-58cf839178db HTTP/1.1" status: 200 len: 868 time: 0.8632863 Feb 16 15:37:05.371416 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897f3c0c-20bf-4152-bf79-96df8516843f None None] Network 2ef12183-2e1c-4cad-a20c-195664deda5e requested from dv-cinder-775706-1-smb {{(pid=84027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:37:05.873087 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-22bd11e5-9f40-4d6f-8373-92fcfe0c04f1 None None] Provisioning complete for port 6664cebc-fc1c-46cb-8e22-bfb465227a79 triggered by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:37:05.873495 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-22bd11e5-9f40-4d6f-8373-92fcfe0c04f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:37:06.006646 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-22bd11e5-9f40-4d6f-8373-92fcfe0c04f1 None None] Provisioning complete for port b2cc533b-f701-4746-82a3-91cc7da437f3 triggered by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:37:06.007050 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-22bd11e5-9f40-4d6f-8373-92fcfe0c04f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:37:07.836579 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 52270) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:37:08.021930 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5e9d26-0b47-4b83-a932-b2554cc132c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:37:08.022271 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5e9d26-0b47-4b83-a932-b2554cc132c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:37:08.023944 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-0a5e9d26-0b47-4b83-a932-b2554cc132c4 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1863263 Feb 16 15:37:10.520830 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 52280) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:37:10.707310 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65be9c90-72d6-4563-8eab-f3898008f339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:37:10.707740 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65be9c90-72d6-4563-8eab-f3898008f339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:37:10.709388 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-65be9c90-72d6-4563-8eab-f3898008f339 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1874962 Feb 16 15:37:13.175627 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 52290) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:37:13.369326 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f1ba43-6707-41c4-bf23-8c1f3fdae3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:37:13.370788 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-d3f1ba43-6707-41c4-bf23-8c1f3fdae3fc admin admin] 10.222.0.42 "GET /v2.0/networks/2ef12183-2e1c-4cad-a20c-195664deda5e HTTP/1.1" status: 200 len: 862 time: 0.1937740 Feb 16 15:37:15.889491 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 52300) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:37:16.068166 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e2f203-f60a-420d-8da4-004f8467b876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:37:16.069524 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-b1e2f203-f60a-420d-8da4-004f8467b876 admin admin] 10.222.0.42 "GET /v2.0/networks/98aad332-78bd-43b9-832c-6a78188811e7 HTTP/1.1" status: 200 len: 886 time: 0.1790168 Feb 16 15:37:18.557406 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 52310) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:37:18.695393 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f53c0a-7c26-46bc-9411-1cf9ed94b64a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:37:18.696080 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f53c0a-7c26-46bc-9411-1cf9ed94b64a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:37:18.698016 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-48f53c0a-7c26-46bc-9411-1cf9ed94b64a admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1392415 Feb 16 15:37:21.213823 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 52320) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:37:21.334143 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5afd25a-0093-4c19-b905-8b621865c050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:37:21.334591 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5afd25a-0093-4c19-b905-8b621865c050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:37:21.336197 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-a5afd25a-0093-4c19-b905-8b621865c050 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1212974 Feb 16 15:37:23.911926 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 52330) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:37:24.031474 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c7ffff-f1a7-428a-82f1-26d3711e957a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:37:24.032166 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-93c7ffff-f1a7-428a-82f1-26d3711e957a admin admin] Synchronizing usage tracker for tenant:9e78f714adaf41b0864aaa2d4880264d on resource:subnet {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:37:24.057758 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-93c7ffff-f1a7-428a-82f1-26d3711e957a admin admin] Unset dirty status for tenant:9e78f714adaf41b0864aaa2d4880264d on resource:subnet {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:37:24.059011 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-93c7ffff-f1a7-428a-82f1-26d3711e957a admin admin] 10.222.0.42 "GET /v2.0/subnets/07894c69-ecbd-40ed-969e-9ba4c4e7f1e8 HTTP/1.1" status: 200 len: 816 time: 0.1460540 Feb 16 15:37:25.194918 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3db85cb1-1277-4a60-ac58-310d8998bca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:37:26.585311 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 52340) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:37:26.701382 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1fe99f-6ab6-4374-b68f-0a6fabd7a4d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:37:26.702870 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-8d1fe99f-6ab6-4374-b68f-0a6fabd7a4d6 admin admin] 10.222.0.42 "GET /v2.0/subnets/6ee7f80a-4b1f-493d-975f-58cf839178db HTTP/1.1" status: 200 len: 868 time: 0.1164882 Feb 16 15:37:27.748987 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e1fbec58-96ac-46b0-b264-b8f333daefe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:37:28.039516 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:37:29.313617 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:37:29.452186 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-eb9461c9-bb47-4d7e-96bc-3e223911d95a None None] Agent healthcheck: found 5 active agents {{(pid=84028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:37:29.584247 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:37:52.600302 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 52380) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:37:52.651952 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [None req-dddece8d-94d0-4a97-81fc-efb0a5a1490c admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:37:52.653047 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-dddece8d-94d0-4a97-81fc-efb0a5a1490c admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0517216 Feb 16 15:37:55.195790 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a07f74f9-92bf-4f8f-adca-de353f7a5c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:37:55.219343 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 52390) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:37:55.296239 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.pecan_wsgi.hooks.translation [None req-74711331-eca4-4aa5-866c-674ce602e0d8 admin admin] GET failed (client error): The resource could not be found. Feb 16 15:37:55.297557 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-74711331-eca4-4aa5-866c-674ce602e0d8 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0771973 Feb 16 15:37:55.436080 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916e6341-baef-413a-9543-ea2e24e8c1ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:37:55.437575 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-916e6341-baef-413a-9543-ea2e24e8c1ca admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1354589 Feb 16 15:37:57.742178 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-105691f3-10a5-4810-aca8-b6161fba5c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:37:57.954061 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 52400) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:37:58.005789 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-e580f5ff-2d9c-4865-8cfe-e3351e621663 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:37:58.010837 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-e580f5ff-2d9c-4865-8cfe-e3351e621663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:37:58.021185 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-e580f5ff-2d9c-4865-8cfe-e3351e621663 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:37:58.030104 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e580f5ff-2d9c-4865-8cfe-e3351e621663 admin admin] Made reservation on behalf of 9e78f714adaf41b0864aaa2d4880264d for: {'network': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:37:58.035305 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e580f5ff-2d9c-4865-8cfe-e3351e621663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for network, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:37:58.040793 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:37:58.132978 dv-cinder-775706-1-smb neutron-server[83912]: WARNING neutron.services.revisions.revision_plugin [None req-e580f5ff-2d9c-4865-8cfe-e3351e621663 admin admin] Could not find related network for resource to bump revision. Feb 16 15:37:58.149790 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e580f5ff-2d9c-4865-8cfe-e3351e621663 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=84026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 15:37:58.159524 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e580f5ff-2d9c-4865-8cfe-e3351e621663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853259932'] for segment, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:37:58.159896 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.db.segments_db [None req-e580f5ff-2d9c-4865-8cfe-e3351e621663 admin admin] Added segment 09e9cd79-cd61-4d96-a604-2cb5701891b1 of type vxlan for network 475c9bf9-c913-46e7-88e5-afbeed802a27 Feb 16 15:37:58.187967 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e580f5ff-2d9c-4865-8cfe-e3351e621663 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754293098833'] for network, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:37:58.217785 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e580f5ff-2d9c-4865-8cfe-e3351e621663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702'] for network, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:37:58.219066 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e580f5ff-2d9c-4865-8cfe-e3351e621663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:37:58.219688 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e580f5ff-2d9c-4865-8cfe-e3351e621663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:37:58.225080 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c3398398-c18e-4b78-b4ff-a0a98b73ff1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:37:58.324328 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-e580f5ff-2d9c-4865-8cfe-e3351e621663 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.3689497 Feb 16 15:37:58.324982 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e580f5ff-2d9c-4865-8cfe-e3351e621663 admin admin] Pushing event updated for resources: {'Network': ['ID=475c9bf9-c913-46e7-88e5-afbeed802a27,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:37:58.333339 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e580f5ff-2d9c-4865-8cfe-e3351e621663 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:37:58.333970 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e580f5ff-2d9c-4865-8cfe-e3351e621663 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:37:58.334346 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e580f5ff-2d9c-4865-8cfe-e3351e621663 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:37:58.334736 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e580f5ff-2d9c-4865-8cfe-e3351e621663 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:37:58.335333 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e580f5ff-2d9c-4865-8cfe-e3351e621663 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:37:58.335704 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e580f5ff-2d9c-4865-8cfe-e3351e621663 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:37:58.336064 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e580f5ff-2d9c-4865-8cfe-e3351e621663 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:37:58.336423 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e580f5ff-2d9c-4865-8cfe-e3351e621663 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:37:58.336800 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e580f5ff-2d9c-4865-8cfe-e3351e621663 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:37:58.337157 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e580f5ff-2d9c-4865-8cfe-e3351e621663 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:37:58.337510 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e580f5ff-2d9c-4865-8cfe-e3351e621663 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:37:58.337859 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e580f5ff-2d9c-4865-8cfe-e3351e621663 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:37:58.341834 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e580f5ff-2d9c-4865-8cfe-e3351e621663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:37:58.351853 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Network 475c9bf9-c913-46e7-88e5-afbeed802a27 details requested by agent ovs-agent-dv-cinder-775706-1-smb with host dv-cinder-775706-1-smb {{(pid=84027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:37:59.316076 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:37:59.586799 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:38:00.805441 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 52410) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:38:00.882682 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5af6977-4e6c-45dc-bc35-a8cd65c4d9e6 admin admin] GET failed (client error): The resource could not be found. Feb 16 15:38:00.883228 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-d5af6977-4e6c-45dc-bc35-a8cd65c4d9e6 admin admin] Synchronizing usage tracker for tenant:9e78f714adaf41b0864aaa2d4880264d on resource:network {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:38:00.897767 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-d5af6977-4e6c-45dc-bc35-a8cd65c4d9e6 admin admin] Unset dirty status for tenant:9e78f714adaf41b0864aaa2d4880264d on resource:network {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:38:00.898966 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-d5af6977-4e6c-45dc-bc35-a8cd65c4d9e6 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0924857 Feb 16 15:38:01.014813 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5cb990-15c9-4fe4-a48f-6da023a5899b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:38:01.016265 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-8d5cb990-15c9-4fe4-a48f-6da023a5899b admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1128798 Feb 16 15:38:01.026955 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-2367e4da-a1f4-4e48-be4d-48426f5d863c admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '475c9bf9-c913-46e7-88e5-afbeed802a27', 'name': 'shared-subnet'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:38:01.031460 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-2367e4da-a1f4-4e48-be4d-48426f5d863c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:38:01.041767 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-2367e4da-a1f4-4e48-be4d-48426f5d863c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:38:01.050858 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2367e4da-a1f4-4e48-be4d-48426f5d863c admin admin] Made reservation on behalf of 9e78f714adaf41b0864aaa2d4880264d for: {'subnet': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:38:01.055398 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2367e4da-a1f4-4e48-be4d-48426f5d863c admin admin] Notify callbacks [] for subnet, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:38:01.445732 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2367e4da-a1f4-4e48-be4d-48426f5d863c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702'] for subnet, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:38:01.460756 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a1c01801-1ee5-4b07-b089-d3c742de4bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:38:01.600104 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367e4da-a1f4-4e48-be4d-48426f5d863c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4741014-1ef7-4a94-8c90-2c83dc489c70,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:38:01.603010 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2367e4da-a1f4-4e48-be4d-48426f5d863c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:38:01.676208 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2367e4da-a1f4-4e48-be4d-48426f5d863c admin admin] Checking segment: {'id': '09e9cd79-cd61-4d96-a604-2cb5701891b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '475c9bf9-c913-46e7-88e5-afbeed802a27'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:38:01.676512 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2367e4da-a1f4-4e48-be4d-48426f5d863c admin admin] Network hostable DHCP agents. Network: 475c9bf9-c913-46e7-88e5-afbeed802a27, hostable agents: ['37754f02-07ee-44c0-875b-e652d08d1f6e'], hosted agents: [] {{(pid=84026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 15:38:01.694617 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2367e4da-a1f4-4e48-be4d-48426f5d863c admin admin] Network 475c9bf9-c913-46e7-88e5-afbeed802a27 is scheduled to be hosted by DHCP agent 37754f02-07ee-44c0-875b-e652d08d1f6e with binding_index 1 {{(pid=84026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 15:38:01.702639 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-2367e4da-a1f4-4e48-be4d-48426f5d863c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-1-smb, 475c9bf9-c913-46e7-88e5-afbeed802a27) {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:38:01.706643 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2367e4da-a1f4-4e48-be4d-48426f5d863c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:38:01.707425 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2367e4da-a1f4-4e48-be4d-48426f5d863c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:38:01.712069 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60338c2-7a72-4252-a7f3-a84ad1f9b77a None None] Network 475c9bf9-c913-46e7-88e5-afbeed802a27 requested from dv-cinder-775706-1-smb {{(pid=84027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:38:01.732554 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-2367e4da-a1f4-4e48-be4d-48426f5d863c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7091939 Feb 16 15:38:02.115983 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9174817a-1f52-49f8-8843-83610fda4bc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6624ed2f-ee24-57db-b877-061c5eedbf50-475c9bf9-c913-46e7-88e5-afbeed802a27', 'network_id': '475c9bf9-c913-46e7-88e5-afbeed802a27', 'tenant_id': '9e78f714adaf41b0864aaa2d4880264d', 'fixed_ips': [{'subnet_id': 'c4741014-1ef7-4a94-8c90-2c83dc489c70'}]}} from dv-cinder-775706-1-smb. {{(pid=84027) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 16 15:38:02.116903 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9174817a-1f52-49f8-8843-83610fda4bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:38:02.413082 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-9174817a-1f52-49f8-8843-83610fda4bc8 None None] Allocated IP 192.168.233.2 (475c9bf9-c913-46e7-88e5-afbeed802a27/c4741014-1ef7-4a94-8c90-2c83dc489c70/24719a0f-a1c3-4ebb-a6ae-70f3298793cd) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:38:02.640020 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9174817a-1f52-49f8-8843-83610fda4bc8 None None] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:38:02.652264 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9174817a-1f52-49f8-8843-83610fda4bc8 None None] Transition to ACTIVE for port object 24719a0f-a1c3-4ebb-a6ae-70f3298793cd will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:38:02.670442 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9174817a-1f52-49f8-8843-83610fda4bc8 None None] Transition to ACTIVE for port object 24719a0f-a1c3-4ebb-a6ae-70f3298793cd will not be triggered until provisioned by entity DHCP. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:38:02.674697 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9174817a-1f52-49f8-8843-83610fda4bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:38:02.690122 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:38:02.823380 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9174817a-1f52-49f8-8843-83610fda4bc8 None None] Pushing event updated for resources: {'Port': ['ID=24719a0f-a1c3-4ebb-a6ae-70f3298793cd,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:38:02.836184 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9174817a-1f52-49f8-8843-83610fda4bc8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:38:02.836568 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9174817a-1f52-49f8-8843-83610fda4bc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:38:02.836943 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9174817a-1f52-49f8-8843-83610fda4bc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:38:02.837311 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9174817a-1f52-49f8-8843-83610fda4bc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:38:02.837674 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9174817a-1f52-49f8-8843-83610fda4bc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:38:02.838035 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9174817a-1f52-49f8-8843-83610fda4bc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:38:02.838431 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9174817a-1f52-49f8-8843-83610fda4bc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:38:02.838774 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9174817a-1f52-49f8-8843-83610fda4bc8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:38:02.839128 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9174817a-1f52-49f8-8843-83610fda4bc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:38:02.839484 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9174817a-1f52-49f8-8843-83610fda4bc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:38:02.839836 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9174817a-1f52-49f8-8843-83610fda4bc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:38:02.840185 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9174817a-1f52-49f8-8843-83610fda4bc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:38:02.853688 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-9174817a-1f52-49f8-8843-83610fda4bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:38:02.893641 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9174817a-1f52-49f8-8843-83610fda4bc8 None None] Network 475c9bf9-c913-46e7-88e5-afbeed802a27 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:38:02.894898 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-9174817a-1f52-49f8-8843-83610fda4bc8 None None] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:38:02.897231 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9174817a-1f52-49f8-8843-83610fda4bc8 None None] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:38:02.957508 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-9174817a-1f52-49f8-8843-83610fda4bc8 None None] Attempting to bind port 24719a0f-a1c3-4ebb-a6ae-70f3298793cd on host dv-cinder-775706-1-smb for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:38:02.957921 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-9174817a-1f52-49f8-8843-83610fda4bc8 None None] Attempting to bind port 24719a0f-a1c3-4ebb-a6ae-70f3298793cd by drivers openvswitch on host dv-cinder-775706-1-smb at level 0 using segments [{'id': '09e9cd79-cd61-4d96-a604-2cb5701891b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '475c9bf9-c913-46e7-88e5-afbeed802a27'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:38:02.958320 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9174817a-1f52-49f8-8843-83610fda4bc8 None None] Attempting to bind port 24719a0f-a1c3-4ebb-a6ae-70f3298793cd on network 475c9bf9-c913-46e7-88e5-afbeed802a27 {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:38:02.964411 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9174817a-1f52-49f8-8843-83610fda4bc8 None None] Checking agent: {'id': 'daefd0e5-91bf-4e18-ba94-edda5fe7e4cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 33, 59), 'started_at': datetime.datetime(2021, 2, 16, 15, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:38:02.964826 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9174817a-1f52-49f8-8843-83610fda4bc8 None None] Checking segment: {'id': '09e9cd79-cd61-4d96-a604-2cb5701891b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '475c9bf9-c913-46e7-88e5-afbeed802a27'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:38:02.965264 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9174817a-1f52-49f8-8843-83610fda4bc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:38:02.965692 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9174817a-1f52-49f8-8843-83610fda4bc8 None None] Bound using segment: {'id': '09e9cd79-cd61-4d96-a604-2cb5701891b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '475c9bf9-c913-46e7-88e5-afbeed802a27'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:38:02.966195 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-9174817a-1f52-49f8-8843-83610fda4bc8 None None] Bound port: 24719a0f-a1c3-4ebb-a6ae-70f3298793cd, host: dv-cinder-775706-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09e9cd79-cd61-4d96-a604-2cb5701891b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '475c9bf9-c913-46e7-88e5-afbeed802a27'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:38:02.966634 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9174817a-1f52-49f8-8843-83610fda4bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:38:03.071197 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-9174817a-1f52-49f8-8843-83610fda4bc8 None None] For port 24719a0f-a1c3-4ebb-a6ae-70f3298793cd, host dv-cinder-775706-1-smb, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:38:03.076279 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-9174817a-1f52-49f8-8843-83610fda4bc8 None None] For port 24719a0f-a1c3-4ebb-a6ae-70f3298793cd, host dv-cinder-775706-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=24719a0f-a1c3-4ebb-a6ae-70f3298793cd,segment=NetworkSegment(09e9cd79-cd61-4d96-a604-2cb5701891b1),segment_id=09e9cd79-cd61-4d96-a604-2cb5701891b1)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:38:03.080297 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9174817a-1f52-49f8-8843-83610fda4bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:38:03.096842 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:38:03.258860 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9174817a-1f52-49f8-8843-83610fda4bc8 None None] Pushing event updated for resources: {'Port': ['ID=24719a0f-a1c3-4ebb-a6ae-70f3298793cd,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:38:03.262235 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-9174817a-1f52-49f8-8843-83610fda4bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:38:04.560417 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec94217-6067-41cb-a90f-5c08d8d0cb46 None None] Network 475c9bf9-c913-46e7-88e5-afbeed802a27 requested from dv-cinder-775706-1-smb {{(pid=84027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:38:04.656392 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-687b245e-78ab-4da2-ba8c-6813a7823db8 None None] Provisioning for port 24719a0f-a1c3-4ebb-a6ae-70f3298793cd completed by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:38:05.445252 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 24719a0f-a1c3-4ebb-a6ae-70f3298793cd up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:38:05.520132 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning for port 24719a0f-a1c3-4ebb-a6ae-70f3298793cd completed by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:38:05.525425 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning complete for port 24719a0f-a1c3-4ebb-a6ae-70f3298793cd triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:38:05.525846 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:38:05.655495 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:38:05.689855 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3a29449c-3776-4258-9627-10026e36c514 None None] For port 24719a0f-a1c3-4ebb-a6ae-70f3298793cd, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=24719a0f-a1c3-4ebb-a6ae-70f3298793cd,segment=NetworkSegment(09e9cd79-cd61-4d96-a604-2cb5701891b1),segment_id=09e9cd79-cd61-4d96-a604-2cb5701891b1)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:38:05.693418 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:38:05.696922 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-9174817a-1f52-49f8-8843-83610fda4bc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:38:05.770168 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Pushing event updated for resources: {'Port': ['ID=24719a0f-a1c3-4ebb-a6ae-70f3298793cd,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:38:05.773380 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:38:06.451983 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-eb9461c9-bb47-4d7e-96bc-3e223911d95a None None] Agent healthcheck: found 5 active agents {{(pid=84028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:38:07.430034 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 24719a0f-a1c3-4ebb-a6ae-70f3298793cd up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:38:07.511780 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning complete for port 24719a0f-a1c3-4ebb-a6ae-70f3298793cd triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:38:07.512189 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:38:25.200939 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1735bfad-db96-46a2-ba75-cab03b225ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:38:27.748206 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-858bd5c6-d1df-4b37-b4d8-f94e7a29f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:38:28.044973 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:38:29.318804 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:38:29.592434 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:38:43.450754 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-eb9461c9-bb47-4d7e-96bc-3e223911d95a None None] Agent healthcheck: found 5 active agents {{(pid=84028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:38:55.204456 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-19eb74ec-cf29-4981-9da0-96215eac8de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:38:57.741784 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-41c458d3-48c9-46c9-8b2d-80ca91ff8106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:38:58.048641 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:38:59.321484 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:38:59.596628 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:39:09.581686 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 52452) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:39:09.587992 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [None req-a414debd-0c5b-46e2-b7a5-935b4ff7ae49 tempest-verify_tempest_config-733320332 tempest-verify_tempest_config-733320332-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:39:09.589019 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-a414debd-0c5b-46e2-b7a5-935b4ff7ae49 tempest-verify_tempest_config-733320332 tempest-verify_tempest_config-733320332-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0062973 Feb 16 15:39:09.913508 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 52472) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:39:10.038632 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb67a59d-3a8d-45f2-a66a-e268b65e708a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:39:10.055278 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-bb67a59d-3a8d-45f2-a66a-e268b65e708a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:39:10.059283 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-bb67a59d-3a8d-45f2-a66a-e268b65e708a admin admin] Usage tracker for resource:security_group_rule and tenant:1bb25bfce8e248169ff9184932b76ede is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:39:10.062195 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-bb67a59d-3a8d-45f2-a66a-e268b65e708a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:39:10.067978 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-bb67a59d-3a8d-45f2-a66a-e268b65e708a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:39:10.154642 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb67a59d-3a8d-45f2-a66a-e268b65e708a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:39:10.157275 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb67a59d-3a8d-45f2-a66a-e268b65e708a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:39:10.166747 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:39:10.207463 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-bb67a59d-3a8d-45f2-a66a-e268b65e708a admin admin] Synchronizing usage tracker for tenant:9e78f714adaf41b0864aaa2d4880264d on resource:security_group {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:39:10.211175 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb67a59d-3a8d-45f2-a66a-e268b65e708a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcf0866-1462-40c0-81a8-e9f54ca71b4d,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:39:10.221948 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb67a59d-3a8d-45f2-a66a-e268b65e708a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:39:10.222319 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb67a59d-3a8d-45f2-a66a-e268b65e708a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:39:10.222713 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb67a59d-3a8d-45f2-a66a-e268b65e708a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:39:10.223073 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb67a59d-3a8d-45f2-a66a-e268b65e708a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:39:10.223431 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb67a59d-3a8d-45f2-a66a-e268b65e708a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:39:10.223789 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb67a59d-3a8d-45f2-a66a-e268b65e708a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:39:10.224140 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb67a59d-3a8d-45f2-a66a-e268b65e708a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:39:10.224491 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb67a59d-3a8d-45f2-a66a-e268b65e708a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:39:10.224843 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb67a59d-3a8d-45f2-a66a-e268b65e708a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:39:10.225192 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb67a59d-3a8d-45f2-a66a-e268b65e708a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:39:10.225540 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb67a59d-3a8d-45f2-a66a-e268b65e708a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:39:10.225884 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb67a59d-3a8d-45f2-a66a-e268b65e708a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:39:10.229953 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-bb67a59d-3a8d-45f2-a66a-e268b65e708a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:39:10.239630 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-bb67a59d-3a8d-45f2-a66a-e268b65e708a admin admin] Unset dirty status for tenant:9e78f714adaf41b0864aaa2d4880264d on resource:security_group {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:39:10.240962 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-bb67a59d-3a8d-45f2-a66a-e268b65e708a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1bb25bfce8e248169ff9184932b76ede&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3264093 Feb 16 15:39:10.243787 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 52478) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:39:10.307098 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-89c4967f-eab1-4c9f-b3d4-62c18c93a243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:39:10.333773 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-89c4967f-eab1-4c9f-b3d4-62c18c93a243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:39:10.385977 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-89c4967f-eab1-4c9f-b3d4-62c18c93a243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:39:10.391383 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:39:10.404190 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4967f-eab1-4c9f-b3d4-62c18c93a243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fcf0866-1462-40c0-81a8-e9f54ca71b4d,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:39:10.407239 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-89c4967f-eab1-4c9f-b3d4-62c18c93a243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:39:10.409710 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-89c4967f-eab1-4c9f-b3d4-62c18c93a243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:39:10.412786 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-89c4967f-eab1-4c9f-b3d4-62c18c93a243 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1fcf0866-1462-40c0-81a8-e9f54ca71b4d HTTP/1.1" status: 204 len: 168 time: 0.1679194 Feb 16 15:39:20.451569 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-eb9461c9-bb47-4d7e-96bc-3e223911d95a None None] Agent healthcheck: found 5 active agents {{(pid=84028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:39:25.206458 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-57f453d7-3d50-4575-a64f-a43e5de7c7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:39:27.745856 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-86bea1f2-ff77-4230-bd4e-b0000a749419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:39:28.054264 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:39:29.323723 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:39:29.597335 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:39:55.208151 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ffc627d0-3e34-48e5-ab7c-15cf462d3f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:39:57.452003 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-eb9461c9-bb47-4d7e-96bc-3e223911d95a None None] Agent healthcheck: found 5 active agents {{(pid=84028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:39:57.749355 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-07bd23a0-ae90-41c0-b400-6a7f98bf3c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:39:58.054174 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:39:59.325245 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:39:59.602421 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:40:25.210137 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6e490fe9-dbbc-4dac-ba8a-1cc760207f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:40:27.750863 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d4e2fa8f-5033-4ee0-a01f-175464e1243d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:40:28.058891 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:40:29.328018 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:40:29.605466 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:40:34.452469 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-eb9461c9-bb47-4d7e-96bc-3e223911d95a None None] Agent healthcheck: found 5 active agents {{(pid=84028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:40:55.212692 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-677a0742-5417-4e25-b07d-35957d310c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:40:57.752252 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-99ce0502-08b1-41e0-af2c-7a4615a263c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:40:58.059777 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:40:59.329242 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:40:59.609741 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:41:02.058214 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568'] for agent, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:41:02.058775 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:41:02.059076 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:41:02.059399 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:41:02.059794 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:41:02.060164 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:41:02.060566 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:41:02.060931 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:41:02.061290 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:41:02.061648 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:41:02.062041 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:41:02.062423 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:41:02.062785 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:41:02.063168 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-77570', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:41:02.067296 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77570', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:41:02.459559 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] get_endpoint_by_host() called for host hv-cinder-77570 {{(pid=84027) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 16 15:41:02.464270 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] get_endpoint_by_ip() called for ip 192.168.0.100 {{(pid=84027) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 16 15:41:02.467387 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] _add_endpoint() called for ip 192.168.0.100 {{(pid=84027) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 16 15:41:02.472271 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] _get_endpoints() called {{(pid=84027) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 16 15:41:11.454212 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-eb9461c9-bb47-4d7e-96bc-3e223911d95a None None] Agent healthcheck: found 6 active agents {{(pid=84028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:41:13.290912 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 52550) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:41:13.412024 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-9d115855-bb26-476a-b63a-2910d7e0fc18 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5074 time: 0.1199386 Feb 16 15:41:15.906935 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 52560) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:41:15.966939 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-a3a4740f-5d72-4a55-ac76-97bd34c69b9b admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5074 time: 0.0588417 Feb 16 15:41:25.214116 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-84e10c88-37ac-4877-b96c-a4acd9aa6e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:41:27.754183 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-57b61ef7-13ee-47cf-a7a6-28702ac6032d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:41:28.061285 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:41:29.330592 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:41:29.612907 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:41:32.073162 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:41:48.453264 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-eb9461c9-bb47-4d7e-96bc-3e223911d95a None None] Agent healthcheck: found 6 active agents {{(pid=84028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:41:55.216616 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-97a611e9-8ba7-472e-bddc-09a558e8e21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:41:57.755798 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1f3f8fc8-c0b2-40a1-9a0c-e7fc66c33563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:41:58.064288 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:41:59.331207 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:41:59.618105 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:42:02.103997 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:42:25.221390 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cca3223b-1b6c-414d-8765-6abce9228e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:42:25.453493 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-eb9461c9-bb47-4d7e-96bc-3e223911d95a None None] Agent healthcheck: found 6 active agents {{(pid=84028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:42:27.759377 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-26ffedda-8e99-4fda-8973-2a2639535610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:42:28.068610 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:42:29.332678 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:42:29.622057 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:42:32.120826 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:42:55.214580 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-351f34d9-0f96-4c80-b335-1cef52154c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:42:57.763833 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d20a28b0-1938-42fd-8504-7eee190228ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:42:58.069787 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:42:59.340520 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:42:59.632660 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:02.121938 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:02.453845 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-eb9461c9-bb47-4d7e-96bc-3e223911d95a None None] Agent healthcheck: found 6 active agents {{(pid=84028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:43:03.249028 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 52692) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:03.670220 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1105377848-network', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:43:03.677130 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:03.683251 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Usage tracker for resource:network and tenant:cdeb7d144cce4a36905846777218ca0e is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:03.687112 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:03.694282 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:03.707532 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Made reservation on behalf of cdeb7d144cce4a36905846777218ca0e for: {'network': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:43:03.710851 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for network, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:03.728894 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:03.744910 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:03.748897 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Usage tracker for resource:security_group_rule and tenant:cdeb7d144cce4a36905846777218ca0e is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:03.751860 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:03.757892 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:03.858359 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:03.861748 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:03.867034 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:03.898571 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2438c09e-324b-427b-8f51-19864f886e3a,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:03.908408 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:03.908845 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:03.909133 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:03.909502 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:03.909903 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:03.910206 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:03.911231 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:03.911597 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:03.911956 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:03.912312 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:03.912672 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:03.913013 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:03.913444 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:03.913796 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:03.914160 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:03.914537 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:03.914908 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:03.915255 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:03.915588 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:03.916116 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:03.916667 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:03.917024 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:03.917376 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:03.917726 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Tracked resource versions report: Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: pushed versions: Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: { 'AddressGroup': {'1.1'}, Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: 'ConntrackHelper': {'1.0'}, Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: 'Log': {'1.0'}, Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: 'Network': {'1.1'}, Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: 'Port': {'1.7'}, Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: 'PortForwarding': {'1.2'}, Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: 'QosPolicy': {'1.8'}, Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: 'SecurityGroup': {'1.4'}, Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: 'SecurityGroupRule': {'1.2'}, Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: 'SubPort': {'1.0'}, Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: 'Subnet': {'1.1'}, Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: 'Trunk': {'1.1'}} Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: consumer versions: Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: { DHCP agent@dv-cinder-775706-1-smb: {}, Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: L3 agent@dv-cinder-775706-1-smb: {}, Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: Metadata agent@dv-cinder-775706-1-smb: {}, Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: Metering agent@dv-cinder-775706-1-smb: {}, Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: Open vSwitch agent@dv-cinder-775706-1-smb: { 'AddressGroup': '1.1', Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: 'ConntrackHelper': '1.0', Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: 'Log': '1.0', Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: 'Network': '1.1', Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: 'Port': '1.7', Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: 'PortForwarding': '1.2', Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: 'QosPolicy': '1.8', Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: 'SecurityGroup': '1.4', Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: 'SecurityGroupRule': '1.2', Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: 'SubPort': '1.0', Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: 'Subnet': '1.1', Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: 'Trunk': '1.1'}, Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: Open vSwitch agent@hv-cinder-77570: { 'AddressGroup': '1.1', Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: 'ConntrackHelper': '1.0', Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: 'Log': '1.0', Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: 'Network': '1.1', Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: 'Port': '1.7', Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: 'PortForwarding': '1.2', Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: 'QosPolicy': '1.8', Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: 'SecurityGroup': '1.4', Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: 'SecurityGroupRule': '1.2', Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: 'SubPort': '1.0', Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: 'Subnet': '1.1', Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: 'Trunk': '1.1'}} Feb 16 15:43:03.919018 dv-cinder-775706-1-smb neutron-server[83912]: {{(pid=84026) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 16 15:43:03.929158 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:03.929885 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 15:43:03.940577 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853259932'] for segment, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:03.941082 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.db.segments_db [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Added segment e6df138d-0dd7-4980-b3fc-162c77679110 of type vxlan for network 20ca6535-fd86-4587-bfbd-e6e090169f44 Feb 16 15:43:03.968891 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754293098833'] for network, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:03.999914 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702'] for network, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:04.001468 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:04.002268 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:04.016469 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:04.095584 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 52734) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:04.122897 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8727007 Feb 16 15:43:04.125846 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 52740) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:04.131907 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Pushing event updated for resources: {'Network': ['ID=20ca6535-fd86-4587-bfbd-e6e090169f44,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:04.141011 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-d4f93f69-1213-4671-b907-6406e927e02d admin admin] Request body: {'subnet': {'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1105377848-subnet', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:43:04.143146 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:04.144043 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-d4f93f69-1213-4671-b907-6406e927e02d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:04.148725 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Network 20ca6535-fd86-4587-bfbd-e6e090169f44 details requested by agent ovs-agent-dv-cinder-775706-1-smb with host dv-cinder-775706-1-smb {{(pid=84027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:43:04.149047 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-d4f93f69-1213-4671-b907-6406e927e02d admin admin] Usage tracker for resource:subnet and tenant:cdeb7d144cce4a36905846777218ca0e is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:04.153290 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-d4f93f69-1213-4671-b907-6406e927e02d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:04.159191 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-d4f93f69-1213-4671-b907-6406e927e02d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:04.168664 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f93f69-1213-4671-b907-6406e927e02d admin admin] Made reservation on behalf of cdeb7d144cce4a36905846777218ca0e for: {'subnet': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:43:04.173474 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d4f93f69-1213-4671-b907-6406e927e02d admin admin] Notify callbacks [] for subnet, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:04.259523 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Network 20ca6535-fd86-4587-bfbd-e6e090169f44 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:43:04.604816 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1662569756-network', 'tenant_id': '1d5efd35325943199dbb27f972aab2ad'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:43:04.610127 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.quota [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Loaded quota_driver: . Feb 16 15:43:04.618151 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:04.622658 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d4f93f69-1213-4671-b907-6406e927e02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702'] for subnet, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:04.624356 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Usage tracker for resource:network and tenant:1d5efd35325943199dbb27f972aab2ad is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:04.628638 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:04.637888 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:04.639177 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5a2849bc-fc86-4521-a61a-0cf152d96380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:04.654500 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Made reservation on behalf of 1d5efd35325943199dbb27f972aab2ad for: {'network': 1} {{(pid=84025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:43:04.659544 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for network, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:04.680415 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:04.698145 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:04.703128 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Usage tracker for resource:security_group_rule and tenant:1d5efd35325943199dbb27f972aab2ad is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:04.707046 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:04.714290 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:04.787363 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f93f69-1213-4671-b907-6406e927e02d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf8af63e-2347-4927-a7a5-30a38d3293b2,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:04.791830 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d4f93f69-1213-4671-b907-6406e927e02d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:04.852154 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:04.857790 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:04.866188 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:04.908492 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 15:43:04.924544 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445ccb60-b90a-47ac-97dd-76b623234b1b,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:04.935926 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754293612249', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853259932'] for segment, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:04.936536 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.db.segments_db [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Added segment 52624b71-4909-4731-971d-6bf4eadaae1d of type vxlan for network 3443ed8e-45cc-45b6-8627-ab5ab72f4f3c Feb 16 15:43:04.946422 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:04.946838 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:04.947281 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:04.947716 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:04.948148 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:04.948581 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:04.949085 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:04.949453 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:04.949877 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:04.950307 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:04.950798 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:04.951225 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:04.951728 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:04.952158 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:04.952579 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:04.953011 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:04.953425 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:04.953881 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:04.954247 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:04.954662 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:04.955093 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:04.955534 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:04.955956 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:04.956380 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Tracked resource versions report: Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: pushed versions: Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: { 'AddressGroup': {'1.1'}, Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: 'ConntrackHelper': {'1.0'}, Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: 'Log': {'1.0'}, Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: 'Network': {'1.1'}, Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: 'Port': {'1.7'}, Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: 'PortForwarding': {'1.2'}, Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: 'QosPolicy': {'1.8'}, Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: 'SecurityGroup': {'1.4'}, Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: 'SecurityGroupRule': {'1.2'}, Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: 'SubPort': {'1.0'}, Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: 'Subnet': {'1.1'}, Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: 'Trunk': {'1.1'}} Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: consumer versions: Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: { DHCP agent@dv-cinder-775706-1-smb: {}, Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: L3 agent@dv-cinder-775706-1-smb: {}, Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: Metadata agent@dv-cinder-775706-1-smb: {}, Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: Metering agent@dv-cinder-775706-1-smb: {}, Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: Open vSwitch agent@dv-cinder-775706-1-smb: { 'AddressGroup': '1.1', Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: 'ConntrackHelper': '1.0', Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: 'Log': '1.0', Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: 'Network': '1.1', Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: 'Port': '1.7', Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: 'PortForwarding': '1.2', Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: 'QosPolicy': '1.8', Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: 'SecurityGroup': '1.4', Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: 'SecurityGroupRule': '1.2', Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: 'SubPort': '1.0', Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: 'Subnet': '1.1', Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: 'Trunk': '1.1'}, Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: Open vSwitch agent@hv-cinder-77570: { 'AddressGroup': '1.1', Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: 'ConntrackHelper': '1.0', Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: 'Log': '1.0', Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: 'Network': '1.1', Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: 'Port': '1.7', Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: 'PortForwarding': '1.2', Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: 'QosPolicy': '1.8', Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: 'SecurityGroup': '1.4', Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: 'SecurityGroupRule': '1.2', Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: 'SubPort': '1.0', Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: 'Subnet': '1.1', Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: 'Trunk': '1.1'}} Feb 16 15:43:04.958320 dv-cinder-775706-1-smb neutron-server[83912]: {{(pid=84025) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 16 15:43:04.965192 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:05.056455 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754293098833'] for network, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:05.079467 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f93f69-1213-4671-b907-6406e927e02d admin admin] Checking segment: {'id': 'e6df138d-0dd7-4980-b3fc-162c77679110', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:43:05.079952 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f93f69-1213-4671-b907-6406e927e02d admin admin] Network hostable DHCP agents. Network: 20ca6535-fd86-4587-bfbd-e6e090169f44, hostable agents: ['37754f02-07ee-44c0-875b-e652d08d1f6e'], hosted agents: [] {{(pid=84026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 15:43:05.097034 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702'] for network, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:05.099045 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:05.099694 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for network, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:05.105838 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:05.106007 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f93f69-1213-4671-b907-6406e927e02d admin admin] Network 20ca6535-fd86-4587-bfbd-e6e090169f44 is scheduled to be hosted by DHCP agent 37754f02-07ee-44c0-875b-e652d08d1f6e with binding_index 1 {{(pid=84026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 15:43:05.119886 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-d4f93f69-1213-4671-b907-6406e927e02d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-1-smb, 20ca6535-fd86-4587-bfbd-e6e090169f44) {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:43:05.125452 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f93f69-1213-4671-b907-6406e927e02d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:05.126127 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d4f93f69-1213-4671-b907-6406e927e02d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:05.132255 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef99106-66ac-4517-a8e7-6b0906c70840 None None] Network 20ca6535-fd86-4587-bfbd-e6e090169f44 requested from dv-cinder-775706-1-smb {{(pid=84027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:43:05.157656 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 52778) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:05.191404 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-d4f93f69-1213-4671-b907-6406e927e02d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0592387 Feb 16 15:43:05.192184 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 52784) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:05.199154 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-436f79f0-bc33-4a36-84ba-bb4d8fc45b87 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1105377848-router', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7'}}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:43:05.212125 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-436f79f0-bc33-4a36-84ba-bb4d8fc45b87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:05.221348 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-436f79f0-bc33-4a36-84ba-bb4d8fc45b87 admin admin] Usage tracker for resource:router and tenant:cdeb7d144cce4a36905846777218ca0e is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:05.228226 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-436f79f0-bc33-4a36-84ba-bb4d8fc45b87 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:05.241296 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 52788) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:05.244066 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-436f79f0-bc33-4a36-84ba-bb4d8fc45b87 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:05.276562 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-436f79f0-bc33-4a36-84ba-bb4d8fc45b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-566519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12272'] for router, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:05.277653 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-436f79f0-bc33-4a36-84ba-bb4d8fc45b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854209281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854104687', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854124682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854763528'] for router, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:05.298897 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1989181 Feb 16 15:43:05.299837 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 52798) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:05.309375 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Pushing event updated for resources: {'Network': ['ID=3443ed8e-45cc-45b6-8627-ab5ab72f4f3c,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:05.315059 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-ed087dee-baa3-49eb-ba1e-98256f8be33b admin admin] Request body: {'subnet': {'network_id': '3443ed8e-45cc-45b6-8627-ab5ab72f4f3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1662569756-subnet', 'tenant_id': '1d5efd35325943199dbb27f972aab2ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:43:05.317238 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:05.324726 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-436f79f0-bc33-4a36-84ba-bb4d8fc45b87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:05.326379 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-ed087dee-baa3-49eb-ba1e-98256f8be33b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:05.337941 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-ed087dee-baa3-49eb-ba1e-98256f8be33b admin admin] Usage tracker for resource:subnet and tenant:1d5efd35325943199dbb27f972aab2ad is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:05.341999 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-ed087dee-baa3-49eb-ba1e-98256f8be33b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:05.350172 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-ed087dee-baa3-49eb-ba1e-98256f8be33b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:05.403374 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Network 3443ed8e-45cc-45b6-8627-ab5ab72f4f3c details requested by agent ovs-agent-dv-cinder-775706-1-smb with host dv-cinder-775706-1-smb {{(pid=84027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:43:05.431253 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed087dee-baa3-49eb-ba1e-98256f8be33b admin admin] Made reservation on behalf of 1d5efd35325943199dbb27f972aab2ad for: {'subnet': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:43:05.435973 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ed087dee-baa3-49eb-ba1e-98256f8be33b admin admin] Notify callbacks [] for subnet, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:05.489491 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Network 3443ed8e-45cc-45b6-8627-ab5ab72f4f3c details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:43:05.517312 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-3f4e3a21-5b20-47dd-946c-e9ea315971d0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1971169974-network', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:43:05.559338 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6624ed2f-ee24-57db-b877-061c5eedbf50-20ca6535-fd86-4587-bfbd-e6e090169f44', 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'fixed_ips': [{'subnet_id': 'cf8af63e-2347-4927-a7a5-30a38d3293b2'}]}} from dv-cinder-775706-1-smb. {{(pid=84027) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 16 15:43:05.560262 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:05.636450 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-477e884c-2b93-4934-bef0-e20139f21c50 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1420087026-network', 'tenant_id': '307d1551b61b4c018334709f0279d350'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:43:05.663995 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-3f4e3a21-5b20-47dd-946c-e9ea315971d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:05.739287 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-477e884c-2b93-4934-bef0-e20139f21c50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:05.743946 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-3f4e3a21-5b20-47dd-946c-e9ea315971d0 admin admin] Usage tracker for resource:network and tenant:b0fc8a8ae93c48d4a30f0b24661af106 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:05.815077 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-477e884c-2b93-4934-bef0-e20139f21c50 admin admin] Usage tracker for resource:network and tenant:307d1551b61b4c018334709f0279d350 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:05.828042 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-3f4e3a21-5b20-47dd-946c-e9ea315971d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:05.851311 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-477e884c-2b93-4934-bef0-e20139f21c50 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:05.868843 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-3f4e3a21-5b20-47dd-946c-e9ea315971d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:05.873559 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-477e884c-2b93-4934-bef0-e20139f21c50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:05.888611 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-436f79f0-bc33-4a36-84ba-bb4d8fc45b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854104594', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854209477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854763625'] for router, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:05.909297 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477e884c-2b93-4934-bef0-e20139f21c50 admin admin] Made reservation on behalf of 307d1551b61b4c018334709f0279d350 for: {'network': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:43:05.914666 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-477e884c-2b93-4934-bef0-e20139f21c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for network, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:05.928886 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4e3a21-5b20-47dd-946c-e9ea315971d0 admin admin] Made reservation on behalf of b0fc8a8ae93c48d4a30f0b24661af106 for: {'network': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:43:05.938263 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3f4e3a21-5b20-47dd-946c-e9ea315971d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for network, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:06.150119 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-477e884c-2b93-4934-bef0-e20139f21c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:06.251548 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3f4e3a21-5b20-47dd-946c-e9ea315971d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:06.279640 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Allocated IP 172.20.0.2 (20ca6535-fd86-4587-bfbd-e6e090169f44/cf8af63e-2347-4927-a7a5-30a38d3293b2/d3349973-68d5-474d-ac3e-c12ea0234c90) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:43:06.312232 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-477e884c-2b93-4934-bef0-e20139f21c50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:06.327488 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-3f4e3a21-5b20-47dd-946c-e9ea315971d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:06.353310 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-477e884c-2b93-4934-bef0-e20139f21c50 admin admin] Usage tracker for resource:security_group_rule and tenant:307d1551b61b4c018334709f0279d350 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:06.369014 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-3f4e3a21-5b20-47dd-946c-e9ea315971d0 admin admin] Usage tracker for resource:security_group_rule and tenant:b0fc8a8ae93c48d4a30f0b24661af106 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:06.374889 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-3f4e3a21-5b20-47dd-946c-e9ea315971d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:06.378726 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-477e884c-2b93-4934-bef0-e20139f21c50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:06.392597 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-477e884c-2b93-4934-bef0-e20139f21c50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:06.395461 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-3f4e3a21-5b20-47dd-946c-e9ea315971d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:06.623807 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:06.636929 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Transition to ACTIVE for port object d3349973-68d5-474d-ac3e-c12ea0234c90 will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:43:06.656799 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Transition to ACTIVE for port object d3349973-68d5-474d-ac3e-c12ea0234c90 will not be triggered until provisioned by entity DHCP. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:43:06.663047 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:06.684553 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:06.894540 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Pushing event updated for resources: {'Port': ['ID=d3349973-68d5-474d-ac3e-c12ea0234c90,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:06.925659 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3f4e3a21-5b20-47dd-946c-e9ea315971d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:06.951607 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3f4e3a21-5b20-47dd-946c-e9ea315971d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:06.952486 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ed087dee-baa3-49eb-ba1e-98256f8be33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702'] for subnet, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:07.002802 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:07.006802 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:07.007365 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:07.007892 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:07.008446 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:07.009324 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:07.009862 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:07.010368 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:07.010629 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c3398398-c18e-4b78-b4ff-a0a98b73ff1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:07.011320 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:07.017348 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:07.018287 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:07.018869 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:07.019479 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:07.020051 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:07.020580 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:07.021346 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:07.022012 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:07.022697 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:07.023225 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:07.023822 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:07.027069 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:07.027641 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:07.028181 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:07.028710 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Tracked resource versions report: Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: pushed versions: Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: { 'AddressGroup': {'1.1'}, Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: 'ConntrackHelper': {'1.0'}, Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: 'Log': {'1.0'}, Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: 'Network': {'1.1'}, Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: 'Port': {'1.7'}, Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: 'PortForwarding': {'1.2'}, Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: 'QosPolicy': {'1.8'}, Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: 'SecurityGroup': {'1.4'}, Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: 'SecurityGroupRule': {'1.2'}, Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: 'SubPort': {'1.0'}, Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: 'Subnet': {'1.1'}, Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: 'Trunk': {'1.1'}} Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: consumer versions: Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: { DHCP agent@dv-cinder-775706-1-smb: {}, Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: L3 agent@dv-cinder-775706-1-smb: {}, Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: Metadata agent@dv-cinder-775706-1-smb: {}, Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: Metering agent@dv-cinder-775706-1-smb: {}, Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: Open vSwitch agent@dv-cinder-775706-1-smb: { 'AddressGroup': '1.1', Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: 'ConntrackHelper': '1.0', Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: 'Log': '1.0', Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: 'Network': '1.1', Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: 'Port': '1.7', Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: 'PortForwarding': '1.2', Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: 'QosPolicy': '1.8', Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: 'SecurityGroup': '1.4', Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: 'SecurityGroupRule': '1.2', Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: 'SubPort': '1.0', Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: 'Subnet': '1.1', Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: 'Trunk': '1.1'}, Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: Open vSwitch agent@hv-cinder-77570: { 'AddressGroup': '1.1', Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: 'ConntrackHelper': '1.0', Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: 'Log': '1.0', Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: 'Network': '1.1', Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: 'Port': '1.7', Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: 'PortForwarding': '1.2', Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: 'QosPolicy': '1.8', Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: 'SecurityGroup': '1.4', Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: 'SecurityGroupRule': '1.2', Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: 'SubPort': '1.0', Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: 'Subnet': '1.1', Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: 'Trunk': '1.1'}} Feb 16 15:43:07.030169 dv-cinder-775706-1-smb neutron-server[83912]: {{(pid=84027) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 16 15:43:07.057513 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:07.087185 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-477e884c-2b93-4934-bef0-e20139f21c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:07.094671 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-436f79f0-bc33-4a36-84ba-bb4d8fc45b87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:07.141568 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Network 20ca6535-fd86-4587-bfbd-e6e090169f44 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:43:07.143097 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:43:07.146736 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:43:07.186978 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-477e884c-2b93-4934-bef0-e20139f21c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:07.187926 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f4e3a21-5b20-47dd-946c-e9ea315971d0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 15:43:07.195754 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-436f79f0-bc33-4a36-84ba-bb4d8fc45b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:07.227879 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Attempting to bind port d3349973-68d5-474d-ac3e-c12ea0234c90 on host dv-cinder-775706-1-smb for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:43:07.228523 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Attempting to bind port d3349973-68d5-474d-ac3e-c12ea0234c90 by drivers openvswitch on host dv-cinder-775706-1-smb at level 0 using segments [{'id': 'e6df138d-0dd7-4980-b3fc-162c77679110', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:43:07.228720 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Attempting to bind port d3349973-68d5-474d-ac3e-c12ea0234c90 on network 20ca6535-fd86-4587-bfbd-e6e090169f44 {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:43:07.236366 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Checking agent: {'id': 'daefd0e5-91bf-4e18-ba94-edda5fe7e4cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 33, 59), 'started_at': datetime.datetime(2021, 2, 16, 15, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:43:07.236791 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Checking segment: {'id': 'e6df138d-0dd7-4980-b3fc-162c77679110', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:43:07.237358 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:07.237798 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Bound using segment: {'id': 'e6df138d-0dd7-4980-b3fc-162c77679110', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:43:07.240565 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Bound port: d3349973-68d5-474d-ac3e-c12ea0234c90, host: dv-cinder-775706-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6df138d-0dd7-4980-b3fc-162c77679110', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:43:07.240565 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:07.261787 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3f4e3a21-5b20-47dd-946c-e9ea315971d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853259932'] for segment, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:07.262462 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.db.segments_db [None req-3f4e3a21-5b20-47dd-946c-e9ea315971d0 admin admin] Added segment 91a15a12-093d-4b07-afa4-6d4f18babd7a of type vxlan for network d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8 Feb 16 15:43:07.384767 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] For port d3349973-68d5-474d-ac3e-c12ea0234c90, host dv-cinder-775706-1-smb, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:43:07.384767 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] For port d3349973-68d5-474d-ac3e-c12ea0234c90, host dv-cinder-775706-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=d3349973-68d5-474d-ac3e-c12ea0234c90,segment=NetworkSegment(e6df138d-0dd7-4980-b3fc-162c77679110),segment_id=e6df138d-0dd7-4980-b3fc-162c77679110)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:43:07.387059 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:07.410691 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:07.658983 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Pushing event updated for resources: {'Port': ['ID=d3349973-68d5-474d-ac3e-c12ea0234c90,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:07.664939 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e3a21-5b20-47dd-946c-e9ea315971d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b056e3b8-423b-4dad-b1fa-f94071ffe851,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:07.681637 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3f4e3a21-5b20-47dd-946c-e9ea315971d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:07.686353 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d4f93f69-1213-4671-b907-6406e927e02d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.666s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:07.697726 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:07.826624 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3f4e3a21-5b20-47dd-946c-e9ea315971d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754293098833'] for network, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:07.905988 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed087dee-baa3-49eb-ba1e-98256f8be33b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc33c565-89e9-4854-9e8d-c423df8ac769,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:07.921783 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ed087dee-baa3-49eb-ba1e-98256f8be33b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:07.924151 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.696s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:08.008371 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed087dee-baa3-49eb-ba1e-98256f8be33b admin admin] Checking segment: {'id': '52624b71-4909-4731-971d-6bf4eadaae1d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3443ed8e-45cc-45b6-8627-ab5ab72f4f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:43:08.008869 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed087dee-baa3-49eb-ba1e-98256f8be33b admin admin] Network hostable DHCP agents. Network: 3443ed8e-45cc-45b6-8627-ab5ab72f4f3c, hostable agents: ['37754f02-07ee-44c0-875b-e652d08d1f6e'], hosted agents: [] {{(pid=84026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 15:43:08.016534 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 52906) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:08.029081 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3f4e3a21-5b20-47dd-946c-e9ea315971d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702'] for network, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:08.049108 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.db.api [None req-477e884c-2b93-4934-bef0-e20139f21c50 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84026) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:43:08.049431 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_db.api [None req-477e884c-2b93-4934-bef0-e20139f21c50 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 15:43:08.050080 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e884c-2b93-4934-bef0-e20139f21c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3491a5ab-4706-49aa-864e-1e6f28d5c29f,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:08.061269 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4e3a21-5b20-47dd-946c-e9ea315971d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:08.061753 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3f4e3a21-5b20-47dd-946c-e9ea315971d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:08.069978 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-477e884c-2b93-4934-bef0-e20139f21c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:08.075914 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:08.241511 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e3a21-5b20-47dd-946c-e9ea315971d0 admin admin] Pushing event updated for resources: {'Network': ['ID=d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:08.248296 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3f4e3a21-5b20-47dd-946c-e9ea315971d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:08.256115 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Network d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8 details requested by agent ovs-agent-dv-cinder-775706-1-smb with host dv-cinder-775706-1-smb {{(pid=84027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:43:08.266477 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed087dee-baa3-49eb-ba1e-98256f8be33b admin admin] Network 3443ed8e-45cc-45b6-8627-ab5ab72f4f3c is scheduled to be hosted by DHCP agent 37754f02-07ee-44c0-875b-e652d08d1f6e with binding_index 1 {{(pid=84026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 15:43:08.302432 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-46335e65-21e9-4290-8627-4567e83134dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:08.326942 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-46335e65-21e9-4290-8627-4567e83134dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:08.334244 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-46335e65-21e9-4290-8627-4567e83134dc admin admin] Usage tracker for resource:security_group_rule and tenant:fabc386821f940e4bad53cf9f193a140 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:08.337897 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-46335e65-21e9-4290-8627-4567e83134dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:08.346451 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-46335e65-21e9-4290-8627-4567e83134dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:08.360384 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-ed087dee-baa3-49eb-ba1e-98256f8be33b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-1-smb, 3443ed8e-45cc-45b6-8627-ab5ab72f4f3c) {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:43:08.385946 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Network d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:43:08.389680 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed087dee-baa3-49eb-ba1e-98256f8be33b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:08.390537 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ed087dee-baa3-49eb-ba1e-98256f8be33b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:08.403862 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb3ebc7-5d3e-4fc5-a1e4-c3eaf3730072 None None] Network 3443ed8e-45cc-45b6-8627-ab5ab72f4f3c requested from dv-cinder-775706-1-smb {{(pid=84027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:43:08.423335 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-ed087dee-baa3-49eb-ba1e-98256f8be33b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1218626 Feb 16 15:43:08.429595 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 52918) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:08.430147 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-3f4e3a21-5b20-47dd-946c-e9ea315971d0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 3.2713737 Feb 16 15:43:08.437661 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-59eb0dbb-f6f2-4100-9de5-801b5a5d3c0a admin admin] Request body: {'subnet': {'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1971169974-subnet', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:43:08.472054 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-436f79f0-bc33-4a36-84ba-bb4d8fc45b87 admin admin] Allocated IP 172.28.2.11 (98aad332-78bd-43b9-832c-6a78188811e7/07894c69-ecbd-40ed-969e-9ba4c4e7f1e8/2234d41d-26a2-4525-88ed-2e63f466d7b2) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:43:08.479140 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-59eb0dbb-f6f2-4100-9de5-801b5a5d3c0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:08.482829 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-46335e65-21e9-4290-8627-4567e83134dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:08.487709 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-59eb0dbb-f6f2-4100-9de5-801b5a5d3c0a admin admin] Usage tracker for resource:subnet and tenant:b0fc8a8ae93c48d4a30f0b24661af106 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:08.491304 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-59eb0dbb-f6f2-4100-9de5-801b5a5d3c0a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:08.494065 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-46335e65-21e9-4290-8627-4567e83134dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:08.509577 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-59eb0dbb-f6f2-4100-9de5-801b5a5d3c0a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:08.529229 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:08.558292 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59eb0dbb-f6f2-4100-9de5-801b5a5d3c0a admin admin] Made reservation on behalf of b0fc8a8ae93c48d4a30f0b24661af106 for: {'subnet': 1} {{(pid=84025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:43:08.563004 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-59eb0dbb-f6f2-4100-9de5-801b5a5d3c0a admin admin] Notify callbacks [] for subnet, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:08.591167 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-477e884c-2b93-4934-bef0-e20139f21c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for network, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:08.652677 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-46335e65-21e9-4290-8627-4567e83134dc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fabc386821f940e4bad53cf9f193a140&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6317997 Feb 16 15:43:08.655609 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 52928) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:08.713710 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46335e65-21e9-4290-8627-4567e83134dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167b443e-68af-4190-acdd-715f9f3933ce,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:08.732978 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-46335e65-21e9-4290-8627-4567e83134dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:08.752955 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-436f79f0-bc33-4a36-84ba-bb4d8fc45b87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:08.791886 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-436f79f0-bc33-4a36-84ba-bb4d8fc45b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:08.807025 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0b0d955e-62b1-46ec-b5c4-eaaefdb65736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:08.848346 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0b0d955e-62b1-46ec-b5c4-eaaefdb65736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:08.913887 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0b0d955e-62b1-46ec-b5c4-eaaefdb65736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:08.923475 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:08.937631 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:08.968467 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d955e-62b1-46ec-b5c4-eaaefdb65736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167b443e-68af-4190-acdd-715f9f3933ce,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:08.982422 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0b0d955e-62b1-46ec-b5c4-eaaefdb65736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:09.003116 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0b0d955e-62b1-46ec-b5c4-eaaefdb65736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:09.008731 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-0b0d955e-62b1-46ec-b5c4-eaaefdb65736 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/167b443e-68af-4190-acdd-715f9f3933ce HTTP/1.1" status: 204 len: 168 time: 0.3418322 Feb 16 15:43:09.037788 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 52950) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:09.046487 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f79f0-bc33-4a36-84ba-bb4d8fc45b87 admin admin] Pushing event updated for resources: {'Port': ['ID=2234d41d-26a2-4525-88ed-2e63f466d7b2,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:09.050438 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-436f79f0-bc33-4a36-84ba-bb4d8fc45b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:09.072818 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a7b3d7-697b-444a-a085-07e8e78ad4d2 None None] Network 3443ed8e-45cc-45b6-8627-ab5ab72f4f3c requested from dv-cinder-775706-1-smb {{(pid=84027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:43:09.073255 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-477e884c-2b93-4934-bef0-e20139f21c50 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 15:43:09.074872 dv-cinder-775706-1-smb neutron-server[83912]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 15:43:09.083579 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436f79f0-bc33-4a36-84ba-bb4d8fc45b87 admin admin] Network 98aad332-78bd-43b9-832c-6a78188811e7 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:43:09.085645 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-436f79f0-bc33-4a36-84ba-bb4d8fc45b87 admin admin] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:43:09.088040 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436f79f0-bc33-4a36-84ba-bb4d8fc45b87 admin admin] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:43:09.297112 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-6136b54e-14f7-4070-988f-89f3d61547fe tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:09.297878 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-6136b54e-14f7-4070-988f-89f3d61547fe tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Synchronizing usage tracker for tenant:1d5efd35325943199dbb27f972aab2ad on resource:network {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:43:09.341266 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-6136b54e-14f7-4070-988f-89f3d61547fe tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Unset dirty status for tenant:1d5efd35325943199dbb27f972aab2ad on resource:network {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:43:09.343171 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-6136b54e-14f7-4070-988f-89f3d61547fe tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.42 "GET /v2.0/networks?id=3443ed8e-45cc-45b6-8627-ab5ab72f4f3c HTTP/1.1" status: 200 len: 812 time: 0.3009524 Feb 16 15:43:09.369530 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-477e884c-2b93-4934-bef0-e20139f21c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853259932'] for segment, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:09.369920 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.db.segments_db [None req-477e884c-2b93-4934-bef0-e20139f21c50 admin admin] Added segment 659b4019-32da-419b-8acc-38f2522e8f00 of type vxlan for network b7c45075-d47a-42e2-ab3d-f37c2b945ec2 Feb 16 15:43:09.437900 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-aeb95aa6-6ff5-45d6-8f08-197bcbd0a00d tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.42 "GET /v2.0/quotas/1d5efd35325943199dbb27f972aab2ad HTTP/1.1" status: 200 len: 375 time: 0.0861945 Feb 16 15:43:09.583394 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-477e884c-2b93-4934-bef0-e20139f21c50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754293098833'] for network, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:09.605476 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fc2d71-0def-4236-92fd-de5c3b4a4b09 None None] Network 20ca6535-fd86-4587-bfbd-e6e090169f44 requested from dv-cinder-775706-1-smb {{(pid=84027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:43:09.650299 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-477e884c-2b93-4934-bef0-e20139f21c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702'] for network, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:09.651852 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-3cc81551-7daf-4fa9-bf0d-154dd3c35592 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1d5efd35325943199dbb27f972aab2ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2111890 Feb 16 15:43:09.677111 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477e884c-2b93-4934-bef0-e20139f21c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:09.677833 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-477e884c-2b93-4934-bef0-e20139f21c50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:09.697704 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:09.767155 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device d3349973-68d5-474d-ac3e-c12ea0234c90 up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:43:09.928802 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-477e884c-2b93-4934-bef0-e20139f21c50 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.6862731 Feb 16 15:43:09.940606 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 52986) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:09.946923 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-55c501d8-b8b5-4d11-b607-bb5cc84acd8d None None] Provisioning for port d3349973-68d5-474d-ac3e-c12ea0234c90 completed by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:43:09.947074 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e884c-2b93-4934-bef0-e20139f21c50 admin admin] Pushing event updated for resources: {'Network': ['ID=b7c45075-d47a-42e2-ab3d-f37c2b945ec2,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:09.953073 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-01db247e-61f1-419b-994b-fcb9fb521e56 admin admin] Request body: {'subnet': {'network_id': 'b7c45075-d47a-42e2-ab3d-f37c2b945ec2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1420087026-subnet', 'tenant_id': '307d1551b61b4c018334709f0279d350', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:43:09.959855 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-477e884c-2b93-4934-bef0-e20139f21c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:09.964606 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-01db247e-61f1-419b-994b-fcb9fb521e56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:09.973227 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-01db247e-61f1-419b-994b-fcb9fb521e56 admin admin] Usage tracker for resource:subnet and tenant:307d1551b61b4c018334709f0279d350 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:09.979236 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-01db247e-61f1-419b-994b-fcb9fb521e56 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:09.996475 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Network b7c45075-d47a-42e2-ab3d-f37c2b945ec2 details requested by agent ovs-agent-dv-cinder-775706-1-smb with host dv-cinder-775706-1-smb {{(pid=84027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:43:10.014866 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-01db247e-61f1-419b-994b-fcb9fb521e56 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:10.030725 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Network b7c45075-d47a-42e2-ab3d-f37c2b945ec2 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:43:10.037952 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-436f79f0-bc33-4a36-84ba-bb4d8fc45b87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:10.042801 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-59eb0dbb-f6f2-4100-9de5-801b5a5d3c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702'] for subnet, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:10.047216 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-210394a6-af2a-4765-9bc0-f60f9e147930 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84025) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:43:10.048707 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-210394a6-af2a-4765-9bc0-f60f9e147930 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1530089 Feb 16 15:43:10.108959 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:10.358149 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01db247e-61f1-419b-994b-fcb9fb521e56 admin admin] Made reservation on behalf of 307d1551b61b4c018334709f0279d350 for: {'subnet': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:43:10.377341 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-01db247e-61f1-419b-994b-fcb9fb521e56 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:10.531063 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning for port d3349973-68d5-474d-ac3e-c12ea0234c90 completed by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:43:10.575169 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning complete for port d3349973-68d5-474d-ac3e-c12ea0234c90 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:43:10.576333 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:10.984626 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:11.069095 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb0dbb-f6f2-4100-9de5-801b5a5d3c0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=403fc087-c515-4f31-aec5-fdfdb713afb9,revision_number=0']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:11.077323 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3a29449c-3776-4258-9627-10026e36c514 None None] For port d3349973-68d5-474d-ac3e-c12ea0234c90, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=d3349973-68d5-474d-ac3e-c12ea0234c90,segment=NetworkSegment(e6df138d-0dd7-4980-b3fc-162c77679110),segment_id=e6df138d-0dd7-4980-b3fc-162c77679110)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:43:11.080567 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-59eb0dbb-f6f2-4100-9de5-801b5a5d3c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.971s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:11.087443 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:11.089797 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:11.199903 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Pushing event updated for resources: {'Port': ['ID=d3349973-68d5-474d-ac3e-c12ea0234c90,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:11.211963 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:11.250672 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-436f79f0-bc33-4a36-84ba-bb4d8fc45b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670976'] for router, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:11.269947 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-76f46652-197b-47ef-9971-f22f65b49d9e service neutron] 10.222.0.42 "GET /v2.0/networks/3443ed8e-45cc-45b6-8627-ab5ab72f4f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1641700 Feb 16 15:43:11.405393 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-40eaa68c-da17-4149-8d4d-5c1e1ded3040 None None] Provisioning complete for port d3349973-68d5-474d-ac3e-c12ea0234c90 triggered by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:43:11.405819 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-40eaa68c-da17-4149-8d4d-5c1e1ded3040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:11.482156 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-1f3c3c57-5e6b-4d1f-be1c-9cc14da25def service neutron] 10.222.0.42 "GET /v2.0/networks/3443ed8e-45cc-45b6-8627-ab5ab72f4f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2033024 Feb 16 15:43:11.494891 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59eb0dbb-f6f2-4100-9de5-801b5a5d3c0a admin admin] Checking segment: {'id': '91a15a12-093d-4b07-afa4-6d4f18babd7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:43:11.495274 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59eb0dbb-f6f2-4100-9de5-801b5a5d3c0a admin admin] Network hostable DHCP agents. Network: d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8, hostable agents: ['37754f02-07ee-44c0-875b-e652d08d1f6e'], hosted agents: [] {{(pid=84025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 15:43:11.533963 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59eb0dbb-f6f2-4100-9de5-801b5a5d3c0a admin admin] Network d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8 is scheduled to be hosted by DHCP agent 37754f02-07ee-44c0-875b-e652d08d1f6e with binding_index 1 {{(pid=84025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 15:43:11.553477 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-59eb0dbb-f6f2-4100-9de5-801b5a5d3c0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-1-smb, d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8) {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:43:11.564052 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59eb0dbb-f6f2-4100-9de5-801b5a5d3c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:11.566813 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-59eb0dbb-f6f2-4100-9de5-801b5a5d3c0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for subnet, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:11.590723 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609b07f1-c591-4649-be61-49ce50624d7e None None] Network d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8 requested from dv-cinder-775706-1-smb {{(pid=84027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:43:11.610985 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-59eb0dbb-f6f2-4100-9de5-801b5a5d3c0a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1800218 Feb 16 15:43:11.614464 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 53052) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:11.626453 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-b5bebb01-a33e-4a6c-b4a2-e6c517d7f42f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1971169974-router', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7'}}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:43:11.643337 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-b5bebb01-a33e-4a6c-b4a2-e6c517d7f42f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:11.653254 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-b5bebb01-a33e-4a6c-b4a2-e6c517d7f42f admin admin] Usage tracker for resource:router and tenant:b0fc8a8ae93c48d4a30f0b24661af106 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:11.659681 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-b5bebb01-a33e-4a6c-b4a2-e6c517d7f42f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:11.675398 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-b5bebb01-a33e-4a6c-b4a2-e6c517d7f42f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:11.696358 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5bebb01-a33e-4a6c-b4a2-e6c517d7f42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-566519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12272'] for router, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:11.698509 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5bebb01-a33e-4a6c-b4a2-e6c517d7f42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854209281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854104687', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854124682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854763528'] for router, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:11.760988 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5bebb01-a33e-4a6c-b4a2-e6c517d7f42f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:11.796961 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device d3349973-68d5-474d-ac3e-c12ea0234c90 up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:43:11.920481 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 53070) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:12.024558 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-7d07d789-348e-4e6d-9f98-46640cbd7dd4 req-286c9693-659e-486b-9ed1-bfde560910d1 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c3da9ec-48b4-4362-bac9-14c0855dea0c HTTP/1.1" status: 200 len: 210 time: 0.1048324 Feb 16 15:43:12.125476 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436f79f0-bc33-4a36-84ba-bb4d8fc45b87 admin admin] Router b4a87f8f-ad40-4976-abf7-00c26f3920af is scheduled to L3 agent cace3e07-576d-4918-a0d2-7f739a7a8110 with binding_index 1 {{(pid=84026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 16 15:43:12.147782 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-01db247e-61f1-419b-994b-fcb9fb521e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702'] for subnet, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:12.194798 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9d6406fc-70b5-4453-9fe2-13ebcb4069c4 None None] Provisioning complete for port d3349973-68d5-474d-ac3e-c12ea0234c90 triggered by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:43:12.195226 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9d6406fc-70b5-4453-9fe2-13ebcb4069c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:12.393695 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faea6ccf-9305-4c39-acb0-57d696fe3b90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6624ed2f-ee24-57db-b877-061c5eedbf50-d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8', 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'fixed_ips': [{'subnet_id': '403fc087-c515-4f31-aec5-fdfdb713afb9'}]}} from dv-cinder-775706-1-smb. {{(pid=84027) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 16 15:43:12.394685 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-faea6ccf-9305-4c39-acb0-57d696fe3b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:12.405017 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning complete for port d3349973-68d5-474d-ac3e-c12ea0234c90 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:43:12.405440 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:12.467377 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5bebb01-a33e-4a6c-b4a2-e6c517d7f42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854104594', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854209477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854763625'] for router, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:12.522769 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ed087dee-baa3-49eb-ba1e-98256f8be33b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:12.673711 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db247e-61f1-419b-994b-fcb9fb521e56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a62699c9-d511-4489-bc33-e0a20a0f027c,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:12.707352 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-01db247e-61f1-419b-994b-fcb9fb521e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:12.934704 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436f79f0-bc33-4a36-84ba-bb4d8fc45b87 admin admin] Notify agent at l3_agent.dv-cinder-775706-1-smb the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:43:12.945977 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edad2d8b-64f9-4729-a034-dcd51d6303d2 None None] Sync routers for ids ['b4a87f8f-ad40-4976-abf7-00c26f3920af'] in dv-cinder-775706-1-smb {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:43:12.961305 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edad2d8b-64f9-4729-a034-dcd51d6303d2 None None] Routers {'b4a87f8f-ad40-4976-abf7-00c26f3920af'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:43:12.962119 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-edad2d8b-64f9-4729-a034-dcd51d6303d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:42:58Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['b4a87f8f-ad40-4976-abf7-00c26f3920af'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:43:13.006368 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-436f79f0-bc33-4a36-84ba-bb4d8fc45b87 admin admin] Notify callbacks [] for router, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:13.010866 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-436f79f0-bc33-4a36-84ba-bb4d8fc45b87 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.8175085 Feb 16 15:43:13.012086 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 53126) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:13.069724 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01db247e-61f1-419b-994b-fcb9fb521e56 admin admin] Checking segment: {'id': '659b4019-32da-419b-8acc-38f2522e8f00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b7c45075-d47a-42e2-ab3d-f37c2b945ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:43:13.070117 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01db247e-61f1-419b-994b-fcb9fb521e56 admin admin] Network hostable DHCP agents. Network: b7c45075-d47a-42e2-ab3d-f37c2b945ec2, hostable agents: ['37754f02-07ee-44c0-875b-e652d08d1f6e'], hosted agents: [] {{(pid=84026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 15:43:13.111993 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01db247e-61f1-419b-994b-fcb9fb521e56 admin admin] Network b7c45075-d47a-42e2-ab3d-f37c2b945ec2 is scheduled to be hosted by DHCP agent 37754f02-07ee-44c0-875b-e652d08d1f6e with binding_index 1 {{(pid=84026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 15:43:13.132184 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-01db247e-61f1-419b-994b-fcb9fb521e56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-1-smb, b7c45075-d47a-42e2-ab3d-f37c2b945ec2) {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:43:13.135981 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01db247e-61f1-419b-994b-fcb9fb521e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:13.136621 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-01db247e-61f1-419b-994b-fcb9fb521e56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:13.148902 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eee677d-ea99-42e9-8784-6e3d43245ea4 None None] Network b7c45075-d47a-42e2-ab3d-f37c2b945ec2 requested from dv-cinder-775706-1-smb {{(pid=84027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:43:13.168031 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-01db247e-61f1-419b-994b-fcb9fb521e56 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.2258539 Feb 16 15:43:13.170914 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 53136) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:13.184356 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-f896fb47-1954-4646-a96d-917ef2aa6144 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1420087026-router', 'tenant_id': '307d1551b61b4c018334709f0279d350', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7'}}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:43:13.201929 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-f896fb47-1954-4646-a96d-917ef2aa6144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:13.206197 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-f896fb47-1954-4646-a96d-917ef2aa6144 admin admin] Usage tracker for resource:router and tenant:307d1551b61b4c018334709f0279d350 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:13.212304 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-f896fb47-1954-4646-a96d-917ef2aa6144 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:13.223772 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-f896fb47-1954-4646-a96d-917ef2aa6144 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:13.245360 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f896fb47-1954-4646-a96d-917ef2aa6144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-566519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12272'] for router, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:13.246580 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f896fb47-1954-4646-a96d-917ef2aa6144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854209281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854104687', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854124682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854763528'] for router, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:13.279338 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f896fb47-1954-4646-a96d-917ef2aa6144 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:13.538905 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-edad2d8b-64f9-4729-a034-dcd51d6303d2 None None] Set router b4a87f8f-ad40-4976-abf7-00c26f3920af gateway port host: dv-cinder-775706-1-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:43:13.550064 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cc29cedf-8cfb-4fc3-9041-fb2986758056 req-9ea6566f-7e65-4b23-a60b-977db95afbf3 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c3da9ec-48b4-4362-bac9-14c0855dea0c HTTP/1.1" status: 200 len: 210 time: 0.0958285 Feb 16 15:43:13.652413 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-faea6ccf-9305-4c39-acb0-57d696fe3b90 None None] Allocated IP 172.20.0.2 (d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8/403fc087-c515-4f31-aec5-fdfdb713afb9/67f3f7bc-70dd-4ad1-bb25-357d8e5c70f4) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:43:13.673363 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5bebb01-a33e-4a6c-b4a2-e6c517d7f42f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:13.772851 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5bebb01-a33e-4a6c-b4a2-e6c517d7f42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:13.984163 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f896fb47-1954-4646-a96d-917ef2aa6144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854104594', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854209477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854763625'] for router, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:14.143510 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 53170) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:14.159456 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-edad2d8b-64f9-4729-a034-dcd51d6303d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'name': 'tempest-AttachVolumeShelveTestJSON-1105377848-router', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:05Z', 'updated_at': '2021-02-16T15:43:09Z', 'revision_number': 3, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'gw_port': {'id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:44:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:07Z', 'updated_at': '2021-02-16T15:43:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb'}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:43:14.165356 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edad2d8b-64f9-4729-a034-dcd51d6303d2 None None] Checking router: b4a87f8f-ad40-4976-abf7-00c26f3920af for host: dv-cinder-775706-1-smb {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:43:14.166256 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edad2d8b-64f9-4729-a034-dcd51d6303d2 None None] Updating router b4a87f8f-ad40-4976-abf7-00c26f3920af port 2234d41d-26a2-4525-88ed-2e63f466d7b2 binding host dv-cinder-775706-1-smb {{(pid=84028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 15:43:14.221998 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8fc2b654-6b82-424a-9831-ecd70f493abd None None] Provisioning complete for port d3349973-68d5-474d-ac3e-c12ea0234c90 triggered by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:43:14.222432 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8fc2b654-6b82-424a-9831-ecd70f493abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:14.306683 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edad2d8b-64f9-4729-a034-dcd51d6303d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:14.326661 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-faea6ccf-9305-4c39-acb0-57d696fe3b90 None None] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:14.345820 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d050c90c-990e-4fed-aed3-ecabf7c99a04 None None] Network b7c45075-d47a-42e2-ab3d-f37c2b945ec2 requested from dv-cinder-775706-1-smb {{(pid=84027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:43:14.438639 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-faea6ccf-9305-4c39-acb0-57d696fe3b90 None None] Transition to ACTIVE for port object 67f3f7bc-70dd-4ad1-bb25-357d8e5c70f4 will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:43:14.503343 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-faea6ccf-9305-4c39-acb0-57d696fe3b90 None None] Transition to ACTIVE for port object 67f3f7bc-70dd-4ad1-bb25-357d8e5c70f4 will not be triggered until provisioned by entity DHCP. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:43:14.522974 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-faea6ccf-9305-4c39-acb0-57d696fe3b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:14.567551 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2ae80e95-30d5-4f99-8d28-5cff278d82f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:14.584955 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:14.591671 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-2ae80e95-30d5-4f99-8d28-5cff278d82f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:14.652192 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f896fb47-1954-4646-a96d-917ef2aa6144 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:14.672920 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-b5bebb01-a33e-4a6c-b4a2-e6c517d7f42f admin admin] Allocated IP 172.28.2.219 (98aad332-78bd-43b9-832c-6a78188811e7/07894c69-ecbd-40ed-969e-9ba4c4e7f1e8/441442f4-766d-40a1-9440-6b3b9f2105ec) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:43:14.683109 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-2ae80e95-30d5-4f99-8d28-5cff278d82f7 admin admin] Usage tracker for resource:security_group_rule and tenant:0da3dc1425214abb848bb2143243ac12 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:14.686341 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-2ae80e95-30d5-4f99-8d28-5cff278d82f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:14.696501 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f896fb47-1954-4646-a96d-917ef2aa6144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:14.708679 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-2ae80e95-30d5-4f99-8d28-5cff278d82f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:15.023487 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2ae80e95-30d5-4f99-8d28-5cff278d82f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:15.029978 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2ae80e95-30d5-4f99-8d28-5cff278d82f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:15.044939 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:15.061452 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea6ccf-9305-4c39-acb0-57d696fe3b90 None None] Pushing event updated for resources: {'Port': ['ID=67f3f7bc-70dd-4ad1-bb25-357d8e5c70f4,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:15.083836 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-faea6ccf-9305-4c39-acb0-57d696fe3b90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:15.171656 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.102', 62522) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:15.174575 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-395b63a3-9e30-4136-a899-a87af4003956 req-e3cd2671-07c5-47a8-8311-188e0ec48cad tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c3da9ec-48b4-4362-bac9-14c0855dea0c HTTP/1.1" status: 200 len: 210 time: 0.2561777 Feb 16 15:43:15.227340 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faea6ccf-9305-4c39-acb0-57d696fe3b90 None None] Network d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:43:15.228667 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-faea6ccf-9305-4c39-acb0-57d696fe3b90 None None] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:43:15.236300 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faea6ccf-9305-4c39-acb0-57d696fe3b90 None None] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:43:15.279590 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae80e95-30d5-4f99-8d28-5cff278d82f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c63262c-ea9f-4631-89de-b2462ef12d22,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:15.296402 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2ae80e95-30d5-4f99-8d28-5cff278d82f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:15.337386 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-2ae80e95-30d5-4f99-8d28-5cff278d82f7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0da3dc1425214abb848bb2143243ac12&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1915617 Feb 16 15:43:15.339651 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 53212) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:15.374823 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-faea6ccf-9305-4c39-acb0-57d696fe3b90 None None] Attempting to bind port 67f3f7bc-70dd-4ad1-bb25-357d8e5c70f4 on host dv-cinder-775706-1-smb for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:43:15.375964 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-faea6ccf-9305-4c39-acb0-57d696fe3b90 None None] Attempting to bind port 67f3f7bc-70dd-4ad1-bb25-357d8e5c70f4 by drivers openvswitch on host dv-cinder-775706-1-smb at level 0 using segments [{'id': '91a15a12-093d-4b07-afa4-6d4f18babd7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:43:15.378053 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faea6ccf-9305-4c39-acb0-57d696fe3b90 None None] Attempting to bind port 67f3f7bc-70dd-4ad1-bb25-357d8e5c70f4 on network d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8 {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:43:15.396495 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faea6ccf-9305-4c39-acb0-57d696fe3b90 None None] Checking agent: {'id': 'daefd0e5-91bf-4e18-ba94-edda5fe7e4cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 33, 59), 'started_at': datetime.datetime(2021, 2, 16, 15, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:43:15.399702 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faea6ccf-9305-4c39-acb0-57d696fe3b90 None None] Checking segment: {'id': '91a15a12-093d-4b07-afa4-6d4f18babd7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:43:15.402948 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-faea6ccf-9305-4c39-acb0-57d696fe3b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:15.403625 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faea6ccf-9305-4c39-acb0-57d696fe3b90 None None] Bound using segment: {'id': '91a15a12-093d-4b07-afa4-6d4f18babd7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:43:15.404378 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-faea6ccf-9305-4c39-acb0-57d696fe3b90 None None] Bound port: 67f3f7bc-70dd-4ad1-bb25-357d8e5c70f4, host: dv-cinder-775706-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a15a12-093d-4b07-afa4-6d4f18babd7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:43:15.406878 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-faea6ccf-9305-4c39-acb0-57d696fe3b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:15.489067 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1a409ab7-9f06-48cf-b310-fdcbd25be5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:15.509251 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5bebb01-a33e-4a6c-b4a2-e6c517d7f42f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:15.551359 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-2a307b5a-5106-4115-bf97-66a93787d842 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:15.555875 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-2a307b5a-5106-4115-bf97-66a93787d842 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.102 "GET /v2.0/networks?id=3443ed8e-45cc-45b6-8627-ab5ab72f4f3c HTTP/1.1" status: 200 len: 812 time: 0.3799512 Feb 16 15:43:15.560814 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1a409ab7-9f06-48cf-b310-fdcbd25be5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:15.625599 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1a409ab7-9f06-48cf-b310-fdcbd25be5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:15.631927 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2ae80e95-30d5-4f99-8d28-5cff278d82f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:15.656827 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-80e357dc-a65b-4749-a3a7-c01a2a3fe9fa tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Request body: {'port': {'device_id': '8c3da9ec-48b4-4362-bac9-14c0855dea0c', 'network_id': '3443ed8e-45cc-45b6-8627-ab5ab72f4f3c', 'admin_state_up': True, 'tenant_id': '1d5efd35325943199dbb27f972aab2ad'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:43:15.657957 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-faea6ccf-9305-4c39-acb0-57d696fe3b90 None None] For port 67f3f7bc-70dd-4ad1-bb25-357d8e5c70f4, host dv-cinder-775706-1-smb, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:43:15.667300 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-faea6ccf-9305-4c39-acb0-57d696fe3b90 None None] For port 67f3f7bc-70dd-4ad1-bb25-357d8e5c70f4, host dv-cinder-775706-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=67f3f7bc-70dd-4ad1-bb25-357d8e5c70f4,segment=NetworkSegment(91a15a12-093d-4b07-afa4-6d4f18babd7a),segment_id=91a15a12-093d-4b07-afa4-6d4f18babd7a)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:43:15.671641 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-faea6ccf-9305-4c39-acb0-57d696fe3b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:15.685838 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a409ab7-9f06-48cf-b310-fdcbd25be5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c63262c-ea9f-4631-89de-b2462ef12d22,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:15.689119 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-884c4885-bb0e-454a-825e-29799f175907 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:15.698191 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1a409ab7-9f06-48cf-b310-fdcbd25be5a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:15.721515 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1a409ab7-9f06-48cf-b310-fdcbd25be5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:15.729831 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-1a409ab7-9f06-48cf-b310-fdcbd25be5a5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3c63262c-ea9f-4631-89de-b2462ef12d22 HTTP/1.1" status: 204 len: 168 time: 0.3850312 Feb 16 15:43:15.927733 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 53242) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:15.992707 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5bebb01-a33e-4a6c-b4a2-e6c517d7f42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:16.015532 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-87ff8365-64be-46f2-b334-4a3bfd1c9af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:16.026101 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea6ccf-9305-4c39-acb0-57d696fe3b90 None None] Pushing event updated for resources: {'Port': ['ID=67f3f7bc-70dd-4ad1-bb25-357d8e5c70f4,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:16.042069 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:16.194523 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bebb01-a33e-4a6c-b4a2-e6c517d7f42f admin admin] Pushing event updated for resources: {'Port': ['ID=441442f4-766d-40a1-9440-6b3b9f2105ec,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:16.233007 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b5bebb01-a33e-4a6c-b4a2-e6c517d7f42f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:16.365100 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-faea6ccf-9305-4c39-acb0-57d696fe3b90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:16.514158 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-80e357dc-a65b-4749-a3a7-c01a2a3fe9fa tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:16.518344 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-80e357dc-a65b-4749-a3a7-c01a2a3fe9fa tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Usage tracker for resource:port and tenant:1d5efd35325943199dbb27f972aab2ad is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:16.522651 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-80e357dc-a65b-4749-a3a7-c01a2a3fe9fa tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:16.545851 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edad2d8b-64f9-4729-a034-dcd51d6303d2 None None] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:16.568367 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-edad2d8b-64f9-4729-a034-dcd51d6303d2 None None] Transition to ACTIVE for port object 2234d41d-26a2-4525-88ed-2e63f466d7b2 will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:43:16.573132 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-297181e5-917e-4e40-a805-db97e0f0638c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:16.575768 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edad2d8b-64f9-4729-a034-dcd51d6303d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:16.592832 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:16.674713 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-297181e5-917e-4e40-a805-db97e0f0638c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:16.681655 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 53278) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:16.689557 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-297181e5-917e-4e40-a805-db97e0f0638c admin admin] Usage tracker for resource:security_group_rule and tenant:73f8415fe2984ce49593ea691dfb50be is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:16.711952 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-297181e5-917e-4e40-a805-db97e0f0638c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:16.724477 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-297181e5-917e-4e40-a805-db97e0f0638c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:16.731690 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb3192-fca3-4487-a201-24ec1732c176 None None] Pushing event updated for resources: {'Port': ['ID=2234d41d-26a2-4525-88ed-2e63f466d7b2,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:16.745573 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb3192-fca3-4487-a201-24ec1732c176 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:16.751772 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb3192-fca3-4487-a201-24ec1732c176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:16.752155 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb3192-fca3-4487-a201-24ec1732c176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:16.752528 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb3192-fca3-4487-a201-24ec1732c176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:16.752896 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb3192-fca3-4487-a201-24ec1732c176 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:16.753256 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb3192-fca3-4487-a201-24ec1732c176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:16.753593 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb3192-fca3-4487-a201-24ec1732c176 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:16.755602 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb3192-fca3-4487-a201-24ec1732c176 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:16.757118 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb3192-fca3-4487-a201-24ec1732c176 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:16.758677 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb3192-fca3-4487-a201-24ec1732c176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:16.759288 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb3192-fca3-4487-a201-24ec1732c176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:16.759653 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ce623d3a-0884-40ac-82ac-04bda8e8723f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:16.762495 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb3192-fca3-4487-a201-24ec1732c176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:16.763262 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb3192-fca3-4487-a201-24ec1732c176 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:16.764055 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb3192-fca3-4487-a201-24ec1732c176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:16.764958 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb3192-fca3-4487-a201-24ec1732c176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:16.765641 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb3192-fca3-4487-a201-24ec1732c176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:16.766108 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb3192-fca3-4487-a201-24ec1732c176 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:16.766662 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb3192-fca3-4487-a201-24ec1732c176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:16.767329 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb3192-fca3-4487-a201-24ec1732c176 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:16.768179 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb3192-fca3-4487-a201-24ec1732c176 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:16.768771 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb3192-fca3-4487-a201-24ec1732c176 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:16.769331 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb3192-fca3-4487-a201-24ec1732c176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:16.770448 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb3192-fca3-4487-a201-24ec1732c176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:16.771264 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb3192-fca3-4487-a201-24ec1732c176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb3192-fca3-4487-a201-24ec1732c176 None None] Tracked resource versions report: Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: pushed versions: Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: { 'AddressGroup': {'1.1'}, Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: 'ConntrackHelper': {'1.0'}, Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: 'Log': {'1.0'}, Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: 'Network': {'1.1'}, Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: 'Port': {'1.7'}, Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: 'PortForwarding': {'1.2'}, Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: 'QosPolicy': {'1.8'}, Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: 'SecurityGroup': {'1.4'}, Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: 'SecurityGroupRule': {'1.2'}, Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: 'SubPort': {'1.0'}, Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: 'Subnet': {'1.1'}, Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: 'Trunk': {'1.1'}} Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: consumer versions: Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: { DHCP agent@dv-cinder-775706-1-smb: {}, Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: L3 agent@dv-cinder-775706-1-smb: {}, Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: Metadata agent@dv-cinder-775706-1-smb: {}, Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: Metering agent@dv-cinder-775706-1-smb: {}, Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: Open vSwitch agent@dv-cinder-775706-1-smb: { 'AddressGroup': '1.1', Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: 'ConntrackHelper': '1.0', Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: 'Log': '1.0', Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: 'Network': '1.1', Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: 'Port': '1.7', Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: 'PortForwarding': '1.2', Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: 'QosPolicy': '1.8', Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: 'SecurityGroup': '1.4', Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: 'SecurityGroupRule': '1.2', Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: 'SubPort': '1.0', Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: 'Subnet': '1.1', Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: 'Trunk': '1.1'}, Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: Open vSwitch agent@hv-cinder-77570: { 'AddressGroup': '1.1', Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: 'ConntrackHelper': '1.0', Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: 'Log': '1.0', Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: 'Network': '1.1', Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: 'Port': '1.7', Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: 'PortForwarding': '1.2', Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: 'QosPolicy': '1.8', Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: 'SecurityGroup': '1.4', Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: 'SecurityGroupRule': '1.2', Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: 'SubPort': '1.0', Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: 'Subnet': '1.1', Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: 'Trunk': '1.1'}} Feb 16 15:43:16.773001 dv-cinder-775706-1-smb neutron-server[83912]: {{(pid=84028) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 16 15:43:16.789823 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-cafb3192-fca3-4487-a201-24ec1732c176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:16.877259 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-f896fb47-1954-4646-a96d-917ef2aa6144 admin admin] Allocated IP 172.28.2.112 (98aad332-78bd-43b9-832c-6a78188811e7/07894c69-ecbd-40ed-969e-9ba4c4e7f1e8/83f1873f-bac7-42a7-b6cb-0a834a721ab6) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:43:16.893417 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-ce623d3a-0884-40ac-82ac-04bda8e8723f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:16.921765 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-edad2d8b-64f9-4729-a034-dcd51d6303d2 None None] Attempting to bind port 2234d41d-26a2-4525-88ed-2e63f466d7b2 on host dv-cinder-775706-1-smb for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:43:16.922339 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-edad2d8b-64f9-4729-a034-dcd51d6303d2 None None] Attempting to bind port 2234d41d-26a2-4525-88ed-2e63f466d7b2 by drivers openvswitch on host dv-cinder-775706-1-smb at level 0 using segments [{'id': '0724bfbb-7f18-4768-b879-84dbe1be3f59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:43:16.922889 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edad2d8b-64f9-4729-a034-dcd51d6303d2 None None] Attempting to bind port 2234d41d-26a2-4525-88ed-2e63f466d7b2 on network 98aad332-78bd-43b9-832c-6a78188811e7 {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:43:16.931404 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edad2d8b-64f9-4729-a034-dcd51d6303d2 None None] Checking agent: {'id': 'daefd0e5-91bf-4e18-ba94-edda5fe7e4cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 33, 59), 'started_at': datetime.datetime(2021, 2, 16, 15, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:43:16.932147 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edad2d8b-64f9-4729-a034-dcd51d6303d2 None None] Checking segment: {'id': '0724bfbb-7f18-4768-b879-84dbe1be3f59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:43:16.932303 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-ce623d3a-0884-40ac-82ac-04bda8e8723f admin admin] Usage tracker for resource:security_group_rule and tenant:c14dfa2c6e7d4b6fb25f62a0a41c3bfa is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:16.932934 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edad2d8b-64f9-4729-a034-dcd51d6303d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:16.933550 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edad2d8b-64f9-4729-a034-dcd51d6303d2 None None] Bound using segment: {'id': '0724bfbb-7f18-4768-b879-84dbe1be3f59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:43:16.934259 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-edad2d8b-64f9-4729-a034-dcd51d6303d2 None None] Bound port: 2234d41d-26a2-4525-88ed-2e63f466d7b2, host: dv-cinder-775706-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0724bfbb-7f18-4768-b879-84dbe1be3f59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:43:16.934955 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edad2d8b-64f9-4729-a034-dcd51d6303d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:16.937807 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-ce623d3a-0884-40ac-82ac-04bda8e8723f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:16.955247 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-ce623d3a-0884-40ac-82ac-04bda8e8723f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:16.986563 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6ac33414-c060-43d3-b550-b5a3d64e7c50 req-54c8b598-cf59-467b-b4a1-761669e836dc tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c3da9ec-48b4-4362-bac9-14c0855dea0c HTTP/1.1" status: 200 len: 210 time: 0.1048243 Feb 16 15:43:17.051198 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edad2d8b-64f9-4729-a034-dcd51d6303d2 None None] For port 2234d41d-26a2-4525-88ed-2e63f466d7b2, host dv-cinder-775706-1-smb, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:43:17.054812 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-edad2d8b-64f9-4729-a034-dcd51d6303d2 None None] For port 2234d41d-26a2-4525-88ed-2e63f466d7b2, host dv-cinder-775706-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=2234d41d-26a2-4525-88ed-2e63f466d7b2,segment=NetworkSegment(0724bfbb-7f18-4768-b879-84dbe1be3f59),segment_id=0724bfbb-7f18-4768-b879-84dbe1be3f59)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:43:17.059422 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-edad2d8b-64f9-4729-a034-dcd51d6303d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:17.188806 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-80e357dc-a65b-4749-a3a7-c01a2a3fe9fa tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:17.218940 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:17.261768 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f896fb47-1954-4646-a96d-917ef2aa6144 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:17.282299 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-80e357dc-a65b-4749-a3a7-c01a2a3fe9fa tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Made reservation on behalf of 1d5efd35325943199dbb27f972aab2ad for: {'port': 1} {{(pid=84025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:43:17.293540 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-80e357dc-a65b-4749-a3a7-c01a2a3fe9fa tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:17.333717 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb3192-fca3-4487-a201-24ec1732c176 None None] Pushing event updated for resources: {'Port': ['ID=2234d41d-26a2-4525-88ed-2e63f466d7b2,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:17.351544 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-cafb3192-fca3-4487-a201-24ec1732c176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:17.370355 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ce623d3a-0884-40ac-82ac-04bda8e8723f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:17.379662 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edad2d8b-64f9-4729-a034-dcd51d6303d2 None None] Routers {'b4a87f8f-ad40-4976-abf7-00c26f3920af'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:43:17.380743 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-edad2d8b-64f9-4729-a034-dcd51d6303d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:42:58Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['b4a87f8f-ad40-4976-abf7-00c26f3920af'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:43:17.381939 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-297181e5-917e-4e40-a805-db97e0f0638c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:17.392799 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ce623d3a-0884-40ac-82ac-04bda8e8723f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:17.423270 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-297181e5-917e-4e40-a805-db97e0f0638c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:17.433604 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:17.517524 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-87ff8365-64be-46f2-b334-4a3bfd1c9af0 admin admin] Allocated IP 172.20.0.1 (20ca6535-fd86-4587-bfbd-e6e090169f44/cf8af63e-2347-4927-a7a5-30a38d3293b2/50a775e1-4d91-4ab4-87a3-3fd37c20bfa0) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:43:17.568840 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-297181e5-917e-4e40-a805-db97e0f0638c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=73f8415fe2984ce49593ea691dfb50be&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6397820 Feb 16 15:43:17.619716 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 53304) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:17.641224 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-edad2d8b-64f9-4729-a034-dcd51d6303d2 None None] Set router b4a87f8f-ad40-4976-abf7-00c26f3920af gateway port host: dv-cinder-775706-1-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:43:17.718702 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce623d3a-0884-40ac-82ac-04bda8e8723f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da956cdc-bc2d-474d-8e44-d14dc7ebc7e4,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:17.750606 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-ce623d3a-0884-40ac-82ac-04bda8e8723f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c14dfa2c6e7d4b6fb25f62a0a41c3bfa&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0637999 Feb 16 15:43:17.847448 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 53310) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:17.954106 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bebb01-a33e-4a6c-b4a2-e6c517d7f42f admin admin] Network 98aad332-78bd-43b9-832c-6a78188811e7 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:43:18.004813 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-b5bebb01-a33e-4a6c-b4a2-e6c517d7f42f admin admin] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:43:18.010291 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bebb01-a33e-4a6c-b4a2-e6c517d7f42f admin admin] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:43:18.085078 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297181e5-917e-4e40-a805-db97e0f0638c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee65f31f-dd23-4cc0-873a-cf51b30d7ff0,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:18.088979 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8038aec6-92b2-4471-9185-ee5f8af98d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:18.166740 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8038aec6-92b2-4471-9185-ee5f8af98d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:18.200913 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-87ff8365-64be-46f2-b334-4a3bfd1c9af0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:18.223119 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-87ff8365-64be-46f2-b334-4a3bfd1c9af0 admin admin] Transition to ACTIVE for port object 50a775e1-4d91-4ab4-87a3-3fd37c20bfa0 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:43:18.231705 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-297181e5-917e-4e40-a805-db97e0f0638c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.798s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:18.232239 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1a409ab7-9f06-48cf-b310-fdcbd25be5a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.666s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:18.232909 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1a409ab7-9f06-48cf-b310-fdcbd25be5a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:18.237936 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8038aec6-92b2-4471-9185-ee5f8af98d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:18.239701 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f896fb47-1954-4646-a96d-917ef2aa6144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:18.391011 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:18.479951 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-edad2d8b-64f9-4729-a034-dcd51d6303d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'name': 'tempest-AttachVolumeShelveTestJSON-1105377848-router', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:05Z', 'updated_at': '2021-02-16T15:43:09Z', 'revision_number': 3, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'gw_port': {'id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:44:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:07Z', 'updated_at': '2021-02-16T15:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb'}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:43:18.485247 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edad2d8b-64f9-4729-a034-dcd51d6303d2 None None] The sync data for ids ['b4a87f8f-ad40-4976-abf7-00c26f3920af'] in dv-cinder-775706-1-smb is: [{'id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'name': 'tempest-AttachVolumeShelveTestJSON-1105377848-router', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:05Z', 'updated_at': '2021-02-16T15:43:09Z', 'revision_number': 3, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'gw_port': {'id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:44:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:07Z', 'updated_at': '2021-02-16T15:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb'}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:43:18.543501 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54098ea0-956e-4038-b5f0-5fe66eaa8061 None None] Network d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8 requested from dv-cinder-775706-1-smb {{(pid=84027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:43:18.560111 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-87ff8365-64be-46f2-b334-4a3bfd1c9af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:18.764013 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b5bebb01-a33e-4a6c-b4a2-e6c517d7f42f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:18.885291 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8ee3e901-f5a0-484c-a1d6-0212cd0aa6aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:18.890712 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3bb50e1b-48ee-4329-9985-4d6edae010bf req-fc6e1c77-2a9a-4d5e-98ec-463743794730 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c3da9ec-48b4-4362-bac9-14c0855dea0c HTTP/1.1" status: 200 len: 210 time: 0.3231823 Feb 16 15:43:18.929976 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 67f3f7bc-70dd-4ad1-bb25-357d8e5c70f4 up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:43:18.936894 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8ee3e901-f5a0-484c-a1d6-0212cd0aa6aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:19.006279 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8038aec6-92b2-4471-9185-ee5f8af98d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee65f31f-dd23-4cc0-873a-cf51b30d7ff0,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:19.016426 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8038aec6-92b2-4471-9185-ee5f8af98d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:19.017496 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8ee3e901-f5a0-484c-a1d6-0212cd0aa6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:19.022150 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8038aec6-92b2-4471-9185-ee5f8af98d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:19.023707 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-8038aec6-92b2-4471-9185-ee5f8af98d90 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ee65f31f-dd23-4cc0-873a-cf51b30d7ff0 HTTP/1.1" status: 204 len: 168 time: 1.3955317 Feb 16 15:43:19.024679 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.622s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:19.231049 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8ee3e901-f5a0-484c-a1d6-0212cd0aa6aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:19.234932 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-8ee3e901-f5a0-484c-a1d6-0212cd0aa6aa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/da956cdc-bc2d-474d-8e44-d14dc7ebc7e4 HTTP/1.1" status: 204 len: 168 time: 1.3730814 Feb 16 15:43:19.251964 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-42518438-7ec9-4ae3-beae-707b2bb786b6 None None] Provisioning for port 67f3f7bc-70dd-4ad1-bb25-357d8e5c70f4 completed by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:43:19.301895 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896fb47-1954-4646-a96d-917ef2aa6144 admin admin] Pushing event updated for resources: {'Port': ['ID=83f1873f-bac7-42a7-b6cb-0a834a721ab6,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:19.335995 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff8365-64be-46f2-b334-4a3bfd1c9af0 admin admin] Pushing event updated for resources: {'Port': ['ID=50a775e1-4d91-4ab4-87a3-3fd37c20bfa0,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:19.346488 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-87ff8365-64be-46f2-b334-4a3bfd1c9af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:19.370572 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f896fb47-1954-4646-a96d-917ef2aa6144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:19.371300 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3f46c050-f556-498a-8e37-f140e0d03c3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:19.460823 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3e901-f5a0-484c-a1d6-0212cd0aa6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da956cdc-bc2d-474d-8e44-d14dc7ebc7e4,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:19.492991 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8ee3e901-f5a0-484c-a1d6-0212cd0aa6aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:19.548518 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning for port 67f3f7bc-70dd-4ad1-bb25-357d8e5c70f4 completed by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:43:19.560096 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f896fb47-1954-4646-a96d-917ef2aa6144 admin admin] Network 98aad332-78bd-43b9-832c-6a78188811e7 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:43:19.579428 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-f896fb47-1954-4646-a96d-917ef2aa6144 admin admin] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:43:19.590998 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f896fb47-1954-4646-a96d-917ef2aa6144 admin admin] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:43:19.619592 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning complete for port 67f3f7bc-70dd-4ad1-bb25-357d8e5c70f4 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:43:19.620006 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:20.516521 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f28ca189-259f-415c-acb5-a2f1b2c1dd40 req-d5807435-c16b-4733-a54d-68690bb0635d tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c3da9ec-48b4-4362-bac9-14c0855dea0c HTTP/1.1" status: 200 len: 210 time: 0.2421982 Feb 16 15:43:20.710607 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:20.779215 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3a29449c-3776-4258-9627-10026e36c514 None None] For port 67f3f7bc-70dd-4ad1-bb25-357d8e5c70f4, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=67f3f7bc-70dd-4ad1-bb25-357d8e5c70f4,segment=NetworkSegment(91a15a12-093d-4b07-afa4-6d4f18babd7a),segment_id=91a15a12-093d-4b07-afa4-6d4f18babd7a)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:43:20.800023 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:20.812875 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-72fdb429-7dae-41c4-a512-83a49a77d611 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:20.942046 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Pushing event updated for resources: {'Port': ['ID=67f3f7bc-70dd-4ad1-bb25-357d8e5c70f4,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:20.945071 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ff8365-64be-46f2-b334-4a3bfd1c9af0 admin admin] Network 20ca6535-fd86-4587-bfbd-e6e090169f44 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:43:20.946521 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:20.959481 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-80e357dc-a65b-4749-a3a7-c01a2a3fe9fa tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Allocated IP 172.20.0.4 (3443ed8e-45cc-45b6-8627-ab5ab72f4f3c/bc33c565-89e9-4854-9e8d-c423df8ac769/4ca5052e-d486-4096-8d2a-457991f59f6c) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:43:20.969539 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-87ff8365-64be-46f2-b334-4a3bfd1c9af0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:43:20.975859 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ff8365-64be-46f2-b334-4a3bfd1c9af0 admin admin] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:43:20.976379 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-87ff8365-64be-46f2-b334-4a3bfd1c9af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854196728'] for router_interface, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:21.039383 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f896fb47-1954-4646-a96d-917ef2aa6144 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:21.050193 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 2234d41d-26a2-4525-88ed-2e63f466d7b2 up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:43:21.274893 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5d662ab4-b8da-4c65-8b6b-467f4a758030 None None] Provisioning complete for port 67f3f7bc-70dd-4ad1-bb25-357d8e5c70f4 triggered by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:43:21.275543 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d662ab4-b8da-4c65-8b6b-467f4a758030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:21.388769 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning for port 2234d41d-26a2-4525-88ed-2e63f466d7b2 completed by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:43:21.422648 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning complete for port 2234d41d-26a2-4525-88ed-2e63f466d7b2 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:43:21.423391 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:21.581531 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 53388) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:21.966166 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f896fb47-1954-4646-a96d-917ef2aa6144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670976'] for router, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:22.049966 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:22.075884 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3a29449c-3776-4258-9627-10026e36c514 None None] For port 2234d41d-26a2-4525-88ed-2e63f466d7b2, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=2234d41d-26a2-4525-88ed-2e63f466d7b2,segment=NetworkSegment(0724bfbb-7f18-4768-b879-84dbe1be3f59),segment_id=0724bfbb-7f18-4768-b879-84dbe1be3f59)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:43:22.086180 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:22.096207 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-44e92661-292b-4b09-b76e-056c0ed63cc5 req-d7a10887-f998-4fc4-b285-70fb9dfe12dc tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c3da9ec-48b4-4362-bac9-14c0855dea0c HTTP/1.1" status: 200 len: 210 time: 0.2044396 Feb 16 15:43:22.097050 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:22.121064 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5bebb01-a33e-4a6c-b4a2-e6c517d7f42f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:22.260547 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Pushing event updated for resources: {'Port': ['ID=2234d41d-26a2-4525-88ed-2e63f466d7b2,revision_number=4']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:22.263498 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d6f3e64c-36e9-47de-b95d-b691139a7866 None None] Provisioning for port 50a775e1-4d91-4ab4-87a3-3fd37c20bfa0 completed by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:43:22.268295 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:22.279295 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d6f3e64c-36e9-47de-b95d-b691139a7866 None None] Provisioning complete for port 50a775e1-4d91-4ab4-87a3-3fd37c20bfa0 triggered by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:43:22.279718 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d6f3e64c-36e9-47de-b95d-b691139a7866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:22.421150 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f896fb47-1954-4646-a96d-917ef2aa6144 admin admin] Router 1daa982d-fc39-433d-8b36-8ad1c821296b is scheduled to L3 agent cace3e07-576d-4918-a0d2-7f739a7a8110 with binding_index 1 {{(pid=84026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 16 15:43:22.461464 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d6f3e64c-36e9-47de-b95d-b691139a7866 None None] Port 50a775e1-4d91-4ab4-87a3-3fd37c20bfa0 cannot update to ACTIVE because it is not bound. {{(pid=84027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 15:43:22.498886 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d6f3e64c-36e9-47de-b95d-b691139a7866 None None] Provisioning complete for port 67f3f7bc-70dd-4ad1-bb25-357d8e5c70f4 triggered by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:43:22.499431 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d6f3e64c-36e9-47de-b95d-b691139a7866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:22.865446 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f896fb47-1954-4646-a96d-917ef2aa6144 admin admin] Notify agent at l3_agent.dv-cinder-775706-1-smb the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:43:22.874539 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7c3aea8d-b85d-4d7a-9515-4c2c63df1321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:22.876143 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7229d5ad-33be-4820-8749-0229afaab66f None None] Sync routers for ids ['1daa982d-fc39-433d-8b36-8ad1c821296b'] in dv-cinder-775706-1-smb {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:43:22.897751 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7229d5ad-33be-4820-8749-0229afaab66f None None] Routers {'1daa982d-fc39-433d-8b36-8ad1c821296b'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:43:22.898700 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7229d5ad-33be-4820-8749-0229afaab66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:42:58Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['1daa982d-fc39-433d-8b36-8ad1c821296b'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:43:22.899682 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-7c3aea8d-b85d-4d7a-9515-4c2c63df1321 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:22.904589 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-7c3aea8d-b85d-4d7a-9515-4c2c63df1321 admin admin] Usage tracker for resource:security_group_rule and tenant:ae9008257d0c48f687cefec7c8ee9e46 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:22.908472 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-7c3aea8d-b85d-4d7a-9515-4c2c63df1321 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:22.915691 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-7c3aea8d-b85d-4d7a-9515-4c2c63df1321 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:23.041262 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7c3aea8d-b85d-4d7a-9515-4c2c63df1321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:23.054719 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7c3aea8d-b85d-4d7a-9515-4c2c63df1321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:23.096143 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:23.129024 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 2234d41d-26a2-4525-88ed-2e63f466d7b2 up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:43:23.138582 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-7c3aea8d-b85d-4d7a-9515-4c2c63df1321 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ae9008257d0c48f687cefec7c8ee9e46&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1797199 Feb 16 15:43:23.142361 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3aea8d-b85d-4d7a-9515-4c2c63df1321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e06068-dd60-4236-a96e-e48f5bfefb43,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:23.146653 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 53428) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:23.152030 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7c3aea8d-b85d-4d7a-9515-4c2c63df1321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:23.162725 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f896fb47-1954-4646-a96d-917ef2aa6144 admin admin] Notify callbacks [] for router, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:23.162725 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-f896fb47-1954-4646-a96d-917ef2aa6144 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.9907367 Feb 16 15:43:23.165743 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 53436) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:23.353661 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-87ff8365-64be-46f2-b334-4a3bfd1c9af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:23.422161 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-7229d5ad-33be-4820-8749-0229afaab66f None None] Set router 1daa982d-fc39-433d-8b36-8ad1c821296b gateway port host: dv-cinder-775706-1-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:43:24.060431 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning complete for port 2234d41d-26a2-4525-88ed-2e63f466d7b2 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:43:24.061475 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:24.107829 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5bebb01-a33e-4a6c-b4a2-e6c517d7f42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670976'] for router, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:24.209293 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e2c05c7d-bfdb-4930-ab2a-3ec146208089 req-80dd7b52-6281-4e7a-8bf3-b791210ede8c tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c3da9ec-48b4-4362-bac9-14c0855dea0c HTTP/1.1" status: 200 len: 210 time: 0.7572269 Feb 16 15:43:24.265961 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-80e357dc-a65b-4749-a3a7-c01a2a3fe9fa tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:24.361162 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7229d5ad-33be-4820-8749-0229afaab66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1daa982d-fc39-433d-8b36-8ad1c821296b', 'name': 'tempest-ServerRescueNegativeTestJSON-1420087026-router', 'tenant_id': '307d1551b61b4c018334709f0279d350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': '83f1873f-bac7-42a7-b6cb-0a834a721ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:13Z', 'updated_at': '2021-02-16T15:43:20Z', 'revision_number': 3, 'project_id': '307d1551b61b4c018334709f0279d350', 'gw_port': {'id': '83f1873f-bac7-42a7-b6cb-0a834a721ab6', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1daa982d-fc39-433d-8b36-8ad1c821296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:15Z', 'updated_at': '2021-02-16T15:43:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb'}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:43:24.368664 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7229d5ad-33be-4820-8749-0229afaab66f None None] Checking router: 1daa982d-fc39-433d-8b36-8ad1c821296b for host: dv-cinder-775706-1-smb {{(pid=84027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:43:24.369108 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7229d5ad-33be-4820-8749-0229afaab66f None None] Updating router 1daa982d-fc39-433d-8b36-8ad1c821296b port 83f1873f-bac7-42a7-b6cb-0a834a721ab6 binding host dv-cinder-775706-1-smb {{(pid=84027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 15:43:24.443673 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 67f3f7bc-70dd-4ad1-bb25-357d8e5c70f4 up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:43:24.595992 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7229d5ad-33be-4820-8749-0229afaab66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:24.832023 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-80e357dc-a65b-4749-a3a7-c01a2a3fe9fa tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:25.063360 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning complete for port 67f3f7bc-70dd-4ad1-bb25-357d8e5c70f4 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:43:25.064400 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:25.195491 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7229d5ad-33be-4820-8749-0229afaab66f None None] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:25.249743 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-87ff8365-64be-46f2-b334-4a3bfd1c9af0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:25.276308 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7229d5ad-33be-4820-8749-0229afaab66f None None] Transition to ACTIVE for port object 83f1873f-bac7-42a7-b6cb-0a834a721ab6 will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:43:25.286811 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7229d5ad-33be-4820-8749-0229afaab66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:25.367883 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-46ce5468-1d95-4504-8ffc-3227205fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:25.373792 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5bebb01-a33e-4a6c-b4a2-e6c517d7f42f admin admin] Router 6d082d69-e887-4b37-a0f6-2cd5ec56ce42 is scheduled to L3 agent cace3e07-576d-4918-a0d2-7f739a7a8110 with binding_index 1 {{(pid=84025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 16 15:43:25.424672 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:25.844077 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38662645-cf28-480f-9487-6a74a38c7b70 None None] Pushing event updated for resources: {'Port': ['ID=83f1873f-bac7-42a7-b6cb-0a834a721ab6,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:25.848621 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-38662645-cf28-480f-9487-6a74a38c7b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:25.954572 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7229d5ad-33be-4820-8749-0229afaab66f None None] Attempting to bind port 83f1873f-bac7-42a7-b6cb-0a834a721ab6 on host dv-cinder-775706-1-smb for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:43:25.955085 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7229d5ad-33be-4820-8749-0229afaab66f None None] Attempting to bind port 83f1873f-bac7-42a7-b6cb-0a834a721ab6 by drivers openvswitch on host dv-cinder-775706-1-smb at level 0 using segments [{'id': '0724bfbb-7f18-4768-b879-84dbe1be3f59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:43:25.955402 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7229d5ad-33be-4820-8749-0229afaab66f None None] Attempting to bind port 83f1873f-bac7-42a7-b6cb-0a834a721ab6 on network 98aad332-78bd-43b9-832c-6a78188811e7 {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:43:25.969482 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7229d5ad-33be-4820-8749-0229afaab66f None None] Checking agent: {'id': 'daefd0e5-91bf-4e18-ba94-edda5fe7e4cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 33, 59), 'started_at': datetime.datetime(2021, 2, 16, 15, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:43:25.969913 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7229d5ad-33be-4820-8749-0229afaab66f None None] Checking segment: {'id': '0724bfbb-7f18-4768-b879-84dbe1be3f59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:43:25.970866 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7229d5ad-33be-4820-8749-0229afaab66f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:25.970866 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7229d5ad-33be-4820-8749-0229afaab66f None None] Bound using segment: {'id': '0724bfbb-7f18-4768-b879-84dbe1be3f59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:43:25.971297 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7229d5ad-33be-4820-8749-0229afaab66f None None] Bound port: 83f1873f-bac7-42a7-b6cb-0a834a721ab6, host: dv-cinder-775706-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0724bfbb-7f18-4768-b879-84dbe1be3f59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:43:25.971715 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7229d5ad-33be-4820-8749-0229afaab66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:26.114258 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3bfd2ebe-85a5-4718-bd2a-0237d1422501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:26.151473 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7229d5ad-33be-4820-8749-0229afaab66f None None] For port 83f1873f-bac7-42a7-b6cb-0a834a721ab6, host dv-cinder-775706-1-smb, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:43:26.155131 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7229d5ad-33be-4820-8749-0229afaab66f None None] For port 83f1873f-bac7-42a7-b6cb-0a834a721ab6, host dv-cinder-775706-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=83f1873f-bac7-42a7-b6cb-0a834a721ab6,segment=NetworkSegment(0724bfbb-7f18-4768-b879-84dbe1be3f59),segment_id=0724bfbb-7f18-4768-b879-84dbe1be3f59)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:43:26.158925 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7229d5ad-33be-4820-8749-0229afaab66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:26.195825 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:26.433228 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5bebb01-a33e-4a6c-b4a2-e6c517d7f42f admin admin] Notify agent at l3_agent.dv-cinder-775706-1-smb the message routers_updated {{(pid=84025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:43:26.452100 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8138336b-0cd2-46a1-911a-2a2fbcb35c9a None None] Sync routers for ids ['6d082d69-e887-4b37-a0f6-2cd5ec56ce42'] in dv-cinder-775706-1-smb {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:43:26.476038 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8138336b-0cd2-46a1-911a-2a2fbcb35c9a None None] Routers {'6d082d69-e887-4b37-a0f6-2cd5ec56ce42'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:43:26.477059 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8138336b-0cd2-46a1-911a-2a2fbcb35c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:42:58Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['6d082d69-e887-4b37-a0f6-2cd5ec56ce42'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:43:26.480077 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38662645-cf28-480f-9487-6a74a38c7b70 None None] Pushing event updated for resources: {'Port': ['ID=83f1873f-bac7-42a7-b6cb-0a834a721ab6,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:26.497860 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-38662645-cf28-480f-9487-6a74a38c7b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:26.532928 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-352f96fb-28b9-4c44-9490-c8dbe997448f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:26.598264 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5bebb01-a33e-4a6c-b4a2-e6c517d7f42f admin admin] Notify callbacks [] for router, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:26.602548 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-b5bebb01-a33e-4a6c-b4a2-e6c517d7f42f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 14.9868245 Feb 16 15:43:26.642627 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 53560) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:26.695907 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7229d5ad-33be-4820-8749-0229afaab66f None None] Routers {'1daa982d-fc39-433d-8b36-8ad1c821296b'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:43:26.697465 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7229d5ad-33be-4820-8749-0229afaab66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:42:58Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['1daa982d-fc39-433d-8b36-8ad1c821296b'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:43:27.158441 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-8138336b-0cd2-46a1-911a-2a2fbcb35c9a None None] Set router 6d082d69-e887-4b37-a0f6-2cd5ec56ce42 gateway port host: dv-cinder-775706-1-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:43:27.233988 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e357dc-a65b-4749-a3a7-c01a2a3fe9fa tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Pushing event updated for resources: {'Port': ['ID=4ca5052e-d486-4096-8d2a-457991f59f6c,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:27.261548 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-7229d5ad-33be-4820-8749-0229afaab66f None None] Set router 1daa982d-fc39-433d-8b36-8ad1c821296b gateway port host: dv-cinder-775706-1-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:43:27.263872 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-80e357dc-a65b-4749-a3a7-c01a2a3fe9fa tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.009s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:27.335435 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-3bfd2ebe-85a5-4718-bd2a-0237d1422501 admin admin] Allocated IP 172.20.0.1 (b7c45075-d47a-42e2-ab3d-f37c2b945ec2/a62699c9-d511-4489-bc33-e0a20a0f027c/8455222a-5837-46e7-b59f-eca94ae93c32) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:43:27.388787 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-352f96fb-28b9-4c44-9490-c8dbe997448f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:27.629798 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3bfd2ebe-85a5-4718-bd2a-0237d1422501 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:27.671253 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3bfd2ebe-85a5-4718-bd2a-0237d1422501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:27.700268 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3f46c050-f556-498a-8e37-f140e0d03c3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:27.801986 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cc53fa70-cf07-41cc-ae9a-3a67e84b4c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:27.833043 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7229d5ad-33be-4820-8749-0229afaab66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1daa982d-fc39-433d-8b36-8ad1c821296b', 'name': 'tempest-ServerRescueNegativeTestJSON-1420087026-router', 'tenant_id': '307d1551b61b4c018334709f0279d350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': '83f1873f-bac7-42a7-b6cb-0a834a721ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:13Z', 'updated_at': '2021-02-16T15:43:20Z', 'revision_number': 3, 'project_id': '307d1551b61b4c018334709f0279d350', 'gw_port': {'id': '83f1873f-bac7-42a7-b6cb-0a834a721ab6', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1daa982d-fc39-433d-8b36-8ad1c821296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:15Z', 'updated_at': '2021-02-16T15:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb'}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:43:27.848745 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7229d5ad-33be-4820-8749-0229afaab66f None None] The sync data for ids ['1daa982d-fc39-433d-8b36-8ad1c821296b'] in dv-cinder-775706-1-smb is: [{'id': '1daa982d-fc39-433d-8b36-8ad1c821296b', 'name': 'tempest-ServerRescueNegativeTestJSON-1420087026-router', 'tenant_id': '307d1551b61b4c018334709f0279d350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': '83f1873f-bac7-42a7-b6cb-0a834a721ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:13Z', 'updated_at': '2021-02-16T15:43:20Z', 'revision_number': 3, 'project_id': '307d1551b61b4c018334709f0279d350', 'gw_port': {'id': '83f1873f-bac7-42a7-b6cb-0a834a721ab6', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1daa982d-fc39-433d-8b36-8ad1c821296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:15Z', 'updated_at': '2021-02-16T15:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb'}] {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:43:27.905180 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd2ebe-85a5-4718-bd2a-0237d1422501 admin admin] Pushing event updated for resources: {'Port': ['ID=8455222a-5837-46e7-b59f-eca94ae93c32,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:27.916301 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3bfd2ebe-85a5-4718-bd2a-0237d1422501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:27.937428 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-80e357dc-a65b-4749-a3a7-c01a2a3fe9fa tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Network 3443ed8e-45cc-45b6-8627-ab5ab72f4f3c is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:43:27.966828 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-80e357dc-a65b-4749-a3a7-c01a2a3fe9fa tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:43:27.976998 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-80e357dc-a65b-4749-a3a7-c01a2a3fe9fa tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:43:27.981800 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-80e357dc-a65b-4749-a3a7-c01a2a3fe9fa tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:27.982721 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-80e357dc-a65b-4749-a3a7-c01a2a3fe9fa tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for port, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:28.034652 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfd2ebe-85a5-4718-bd2a-0237d1422501 admin admin] Network b7c45075-d47a-42e2-ab3d-f37c2b945ec2 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:43:28.036701 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-3bfd2ebe-85a5-4718-bd2a-0237d1422501 admin admin] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:43:28.044362 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfd2ebe-85a5-4718-bd2a-0237d1422501 admin admin] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:43:28.045035 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3bfd2ebe-85a5-4718-bd2a-0237d1422501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854196728'] for router_interface, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:28.088201 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:28.092062 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c8ecfd-d693-4f72-a53a-bc6c0e7f104d req-4649d6a0-4ff4-4435-8e5e-8b49e993cf6e tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:28.093132 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-e4c8ecfd-d693-4f72-a53a-bc6c0e7f104d req-4649d6a0-4ff4-4435-8e5e-8b49e993cf6e tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Synchronizing usage tracker for tenant:1d5efd35325943199dbb27f972aab2ad on resource:port {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:43:28.225045 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3bfd2ebe-85a5-4718-bd2a-0237d1422501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:28.257196 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8138336b-0cd2-46a1-911a-2a2fbcb35c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'name': 'tempest-AttachVolumeTestJSON-1971169974-router', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:11Z', 'updated_at': '2021-02-16T15:43:19Z', 'revision_number': 3, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'gw_port': {'id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:14Z', 'updated_at': '2021-02-16T15:43:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb'}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:43:28.261717 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8138336b-0cd2-46a1-911a-2a2fbcb35c9a None None] Checking router: 6d082d69-e887-4b37-a0f6-2cd5ec56ce42 for host: dv-cinder-775706-1-smb {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:43:28.262104 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8138336b-0cd2-46a1-911a-2a2fbcb35c9a None None] Updating router 6d082d69-e887-4b37-a0f6-2cd5ec56ce42 port 441442f4-766d-40a1-9440-6b3b9f2105ec binding host dv-cinder-775706-1-smb {{(pid=84028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 15:43:28.343873 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8138336b-0cd2-46a1-911a-2a2fbcb35c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:28.545874 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-e4c8ecfd-d693-4f72-a53a-bc6c0e7f104d req-4649d6a0-4ff4-4435-8e5e-8b49e993cf6e tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Unset dirty status for tenant:1d5efd35325943199dbb27f972aab2ad on resource:port {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:43:28.564931 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e4c8ecfd-d693-4f72-a53a-bc6c0e7f104d req-4649d6a0-4ff4-4435-8e5e-8b49e993cf6e tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c3da9ec-48b4-4362-bac9-14c0855dea0c HTTP/1.1" status: 200 len: 931 time: 2.3519382 Feb 16 15:43:28.657826 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-80e357dc-a65b-4749-a3a7-c01a2a3fe9fa tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 13.0188148 Feb 16 15:43:28.797583 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-bfe5497f-bd64-4c0f-859a-06162fdadf4f tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84025) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:43:28.798896 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-bfe5497f-bd64-4c0f-859a-06162fdadf4f tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0363386 Feb 16 15:43:28.839686 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-352f96fb-28b9-4c44-9490-c8dbe997448f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:28.842367 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-e4c8ecfd-d693-4f72-a53a-bc6c0e7f104d req-fe89a985-ecc1-423a-9d8e-0b0c33a3f022 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Synchronizing usage tracker for tenant:1d5efd35325943199dbb27f972aab2ad on resource:security_group {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:43:28.926249 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:28.998573 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-352f96fb-28b9-4c44-9490-c8dbe997448f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:29.005647 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-352f96fb-28b9-4c44-9490-c8dbe997448f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d0e06068-dd60-4236-a96e-e48f5bfefb43 HTTP/1.1" status: 204 len: 168 time: 5.8533008 Feb 16 15:43:29.021655 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3bfd2ebe-85a5-4718-bd2a-0237d1422501 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:29.034188 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3bfd2ebe-85a5-4718-bd2a-0237d1422501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:29.034188 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3bfd2ebe-85a5-4718-bd2a-0237d1422501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853240653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579243'] for router_interface, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:29.341660 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6b30956a-204b-4178-b853-c408c4384c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:29.371517 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:29.400402 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f896fb47-1954-4646-a96d-917ef2aa6144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:29.421879 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8138336b-0cd2-46a1-911a-2a2fbcb35c9a None None] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:29.433374 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f96fb-28b9-4c44-9490-c8dbe997448f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e06068-dd60-4236-a96e-e48f5bfefb43,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:29.453489 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8138336b-0cd2-46a1-911a-2a2fbcb35c9a None None] Transition to ACTIVE for port object 441442f4-766d-40a1-9440-6b3b9f2105ec will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:43:29.457418 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8138336b-0cd2-46a1-911a-2a2fbcb35c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:29.513288 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-324ae3bf-7b66-4924-b811-6f1bfa0832d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:29.546652 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-352f96fb-28b9-4c44-9490-c8dbe997448f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:29.571173 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-e4c8ecfd-d693-4f72-a53a-bc6c0e7f104d req-fe89a985-ecc1-423a-9d8e-0b0c33a3f022 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Unset dirty status for tenant:1d5efd35325943199dbb27f972aab2ad on resource:security_group {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:43:29.581118 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e4c8ecfd-d693-4f72-a53a-bc6c0e7f104d req-fe89a985-ecc1-423a-9d8e-0b0c33a3f022 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.42 "GET /v2.0/security-groups?id=445ccb60-b90a-47ac-97dd-76b623234b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0095904 Feb 16 15:43:29.583118 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.db.resource_extend [None req-87ff8365-64be-46f2-b334-4a3bfd1c9af0 admin admin] It took 0.61 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 16 15:43:29.589247 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfd2ebe-85a5-4718-bd2a-0237d1422501 admin admin] Network b7c45075-d47a-42e2-ab3d-f37c2b945ec2 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:43:29.600114 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-3bfd2ebe-85a5-4718-bd2a-0237d1422501 admin admin] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:43:29.645431 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:29.690729 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-87ff8365-64be-46f2-b334-4a3bfd1c9af0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:29.839206 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-87ff8365-64be-46f2-b334-4a3bfd1c9af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:29.862105 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-87ff8365-64be-46f2-b334-4a3bfd1c9af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853240653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579243'] for router_interface, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:29.938898 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f5c2f-123a-486d-9cb1-e38b873a0157 None None] Pushing event updated for resources: {'Port': ['ID=441442f4-766d-40a1-9440-6b3b9f2105ec,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:29.958661 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-926f5c2f-123a-486d-9cb1-e38b873a0157 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:30.044376 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 83f1873f-bac7-42a7-b6cb-0a834a721ab6 up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:43:30.059955 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 53618) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:30.096387 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd2ebe-85a5-4718-bd2a-0237d1422501 admin admin] Pushing event updated for resources: {'Port': ['ID=8455222a-5837-46e7-b59f-eca94ae93c32,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:30.111956 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3bfd2ebe-85a5-4718-bd2a-0237d1422501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:30.154339 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-8138336b-0cd2-46a1-911a-2a2fbcb35c9a None None] Attempting to bind port 441442f4-766d-40a1-9440-6b3b9f2105ec on host dv-cinder-775706-1-smb for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:43:30.155955 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-8138336b-0cd2-46a1-911a-2a2fbcb35c9a None None] Attempting to bind port 441442f4-766d-40a1-9440-6b3b9f2105ec by drivers openvswitch on host dv-cinder-775706-1-smb at level 0 using segments [{'id': '0724bfbb-7f18-4768-b879-84dbe1be3f59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:43:30.156539 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8138336b-0cd2-46a1-911a-2a2fbcb35c9a None None] Attempting to bind port 441442f4-766d-40a1-9440-6b3b9f2105ec on network 98aad332-78bd-43b9-832c-6a78188811e7 {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:43:30.164777 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8138336b-0cd2-46a1-911a-2a2fbcb35c9a None None] Checking agent: {'id': 'daefd0e5-91bf-4e18-ba94-edda5fe7e4cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 33, 59), 'started_at': datetime.datetime(2021, 2, 16, 15, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:43:30.165486 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8138336b-0cd2-46a1-911a-2a2fbcb35c9a None None] Checking segment: {'id': '0724bfbb-7f18-4768-b879-84dbe1be3f59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:43:30.165685 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8138336b-0cd2-46a1-911a-2a2fbcb35c9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:30.166194 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8138336b-0cd2-46a1-911a-2a2fbcb35c9a None None] Bound using segment: {'id': '0724bfbb-7f18-4768-b879-84dbe1be3f59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:43:30.166962 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-8138336b-0cd2-46a1-911a-2a2fbcb35c9a None None] Bound port: 441442f4-766d-40a1-9440-6b3b9f2105ec, host: dv-cinder-775706-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0724bfbb-7f18-4768-b879-84dbe1be3f59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:43:30.167665 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8138336b-0cd2-46a1-911a-2a2fbcb35c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:30.217915 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfd2ebe-85a5-4718-bd2a-0237d1422501 admin admin] Router 1daa982d-fc39-433d-8b36-8ad1c821296b has already been hosted by L3 agent cace3e07-576d-4918-a0d2-7f739a7a8110 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 15:43:30.264662 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning for port 83f1873f-bac7-42a7-b6cb-0a834a721ab6 completed by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:43:30.268016 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-8138336b-0cd2-46a1-911a-2a2fbcb35c9a None None] For port 441442f4-766d-40a1-9440-6b3b9f2105ec, host dv-cinder-775706-1-smb, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:43:30.271475 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning complete for port 83f1873f-bac7-42a7-b6cb-0a834a721ab6 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:43:30.272016 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:30.272215 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-8138336b-0cd2-46a1-911a-2a2fbcb35c9a None None] For port 441442f4-766d-40a1-9440-6b3b9f2105ec, host dv-cinder-775706-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=441442f4-766d-40a1-9440-6b3b9f2105ec,segment=NetworkSegment(0724bfbb-7f18-4768-b879-84dbe1be3f59),segment_id=0724bfbb-7f18-4768-b879-84dbe1be3f59)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:43:30.275852 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8138336b-0cd2-46a1-911a-2a2fbcb35c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:30.286995 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-6b30956a-204b-4178-b853-c408c4384c78 admin admin] Allocated IP 172.20.0.1 (d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8/403fc087-c515-4f31-aec5-fdfdb713afb9/32608817-7217-42b9-bef1-c4fdba0bbfb3) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:43:30.293567 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-cafb3192-fca3-4487-a201-24ec1732c176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:30.323751 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 53626) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:30.324841 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c5ce045-0396-4091-98e6-9d87b3ec44ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:30.624614 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:30.635962 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f5c2f-123a-486d-9cb1-e38b873a0157 None None] Pushing event updated for resources: {'Port': ['ID=441442f4-766d-40a1-9440-6b3b9f2105ec,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:30.649213 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-926f5c2f-123a-486d-9cb1-e38b873a0157 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:30.674027 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3a29449c-3776-4258-9627-10026e36c514 None None] For port 83f1873f-bac7-42a7-b6cb-0a834a721ab6, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=83f1873f-bac7-42a7-b6cb-0a834a721ab6,segment=NetworkSegment(0724bfbb-7f18-4768-b879-84dbe1be3f59),segment_id=0724bfbb-7f18-4768-b879-84dbe1be3f59)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:43:30.677563 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:30.680141 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:30.719098 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-6c5ce045-0396-4091-98e6-9d87b3ec44ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:30.721699 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ab462a99-ce18-454a-8c77-152f95493593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:30.741836 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-6c5ce045-0396-4091-98e6-9d87b3ec44ca admin admin] Usage tracker for resource:security_group_rule and tenant:cc5f3e02455b47d298d9b392f999400b is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:30.744602 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6b30956a-204b-4178-b853-c408c4384c78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:30.747875 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-6c5ce045-0396-4091-98e6-9d87b3ec44ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:30.752971 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-ab462a99-ce18-454a-8c77-152f95493593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:30.761369 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-6c5ce045-0396-4091-98e6-9d87b3ec44ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:30.765987 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6b30956a-204b-4178-b853-c408c4384c78 admin admin] Transition to ACTIVE for port object 32608817-7217-42b9-bef1-c4fdba0bbfb3 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:43:30.774427 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-ab462a99-ce18-454a-8c77-152f95493593 admin admin] Usage tracker for resource:security_group_rule and tenant:8aa38de1cf8d4150824af6d0e61b21e8 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:30.793132 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-ab462a99-ce18-454a-8c77-152f95493593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:30.794930 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:30.810459 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-ab462a99-ce18-454a-8c77-152f95493593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:30.813605 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8138336b-0cd2-46a1-911a-2a2fbcb35c9a None None] Routers {'6d082d69-e887-4b37-a0f6-2cd5ec56ce42'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:43:30.814305 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8138336b-0cd2-46a1-911a-2a2fbcb35c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:43:28Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['6d082d69-e887-4b37-a0f6-2cd5ec56ce42'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:43:30.833993 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Pushing event updated for resources: {'Port': ['ID=83f1873f-bac7-42a7-b6cb-0a834a721ab6,revision_number=4']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:30.838116 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:30.846280 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-ee9653b0-d418-40ea-b4fc-e55c482bd6b6 service neutron] Request body: {'port': {'device_id': '8c3da9ec-48b4-4362-bac9-14c0855dea0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:43:30.867797 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfd2ebe-85a5-4718-bd2a-0237d1422501 admin admin] Notify agent at l3_agent.dv-cinder-775706-1-smb the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:43:30.928814 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6b30956a-204b-4178-b853-c408c4384c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:30.985024 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff8365-64be-46f2-b334-4a3bfd1c9af0 admin admin] Pushing event updated for resources: {'Port': ['ID=50a775e1-4d91-4ab4-87a3-3fd37c20bfa0,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:30.995904 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c5ce045-0396-4091-98e6-9d87b3ec44ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:31.031549 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c5ce045-0396-4091-98e6-9d87b3ec44ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:31.073029 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-3bfd2ebe-85a5-4718-bd2a-0237d1422501 admin admin] 10.222.0.42 "PUT /v2.0/routers/1daa982d-fc39-433d-8b36-8ad1c821296b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9059947 Feb 16 15:43:31.074247 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-8138336b-0cd2-46a1-911a-2a2fbcb35c9a None None] Set router 6d082d69-e887-4b37-a0f6-2cd5ec56ce42 gateway port host: dv-cinder-775706-1-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:43:31.092215 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-bb67a59d-3a8d-45f2-a66a-e268b65e708a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:31.099550 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-87ff8365-64be-46f2-b334-4a3bfd1c9af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:31.100007 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-87ff8365-64be-46f2-b334-4a3bfd1c9af0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:31.126929 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-6c5ce045-0396-4091-98e6-9d87b3ec44ca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cc5f3e02455b47d298d9b392f999400b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0408268 Feb 16 15:43:31.131255 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ce045-0396-4091-98e6-9d87b3ec44ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30357251-154d-498c-84a4-8a8f3d770cf4,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:31.149230 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-6c5ce045-0396-4091-98e6-9d87b3ec44ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:31.154616 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 53642) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:31.208084 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ab462a99-ce18-454a-8c77-152f95493593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:31.212766 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ab462a99-ce18-454a-8c77-152f95493593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:31.219435 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30956a-204b-4178-b853-c408c4384c78 admin admin] Pushing event updated for resources: {'Port': ['ID=32608817-7217-42b9-bef1-c4fdba0bbfb3,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:31.295595 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7c3aea8d-b85d-4d7a-9515-4c2c63df1321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:31.324431 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-6b30956a-204b-4178-b853-c408c4384c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:31.341209 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ff8365-64be-46f2-b334-4a3bfd1c9af0 admin admin] Network 20ca6535-fd86-4587-bfbd-e6e090169f44 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:43:31.370116 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-ab462a99-ce18-454a-8c77-152f95493593 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8aa38de1cf8d4150824af6d0e61b21e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0344617 Feb 16 15:43:31.371153 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 53648) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:31.383933 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-87ff8365-64be-46f2-b334-4a3bfd1c9af0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:43:31.408229 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab462a99-ce18-454a-8c77-152f95493593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e09a20-a0ce-42d9-88af-e6de836697a3,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:31.425214 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ab462a99-ce18-454a-8c77-152f95493593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:31.503118 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a031712d-574b-49b2-b25d-4db210ea4b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:31.537773 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-359e4f9d-a38d-471b-9991-cb313f440387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:31.550257 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-8138336b-0cd2-46a1-911a-2a2fbcb35c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'name': 'tempest-AttachVolumeTestJSON-1971169974-router', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:11Z', 'updated_at': '2021-02-16T15:43:19Z', 'revision_number': 3, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'gw_port': {'id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:14Z', 'updated_at': '2021-02-16T15:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb'}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:43:31.557846 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8138336b-0cd2-46a1-911a-2a2fbcb35c9a None None] The sync data for ids ['6d082d69-e887-4b37-a0f6-2cd5ec56ce42'] in dv-cinder-775706-1-smb is: [{'id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'name': 'tempest-AttachVolumeTestJSON-1971169974-router', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:11Z', 'updated_at': '2021-02-16T15:43:19Z', 'revision_number': 3, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'gw_port': {'id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:14Z', 'updated_at': '2021-02-16T15:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb'}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:43:31.580983 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a031712d-574b-49b2-b25d-4db210ea4b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:31.615642 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-359e4f9d-a38d-471b-9991-cb313f440387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:31.681146 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b30956a-204b-4178-b853-c408c4384c78 admin admin] Network d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:43:31.693339 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-6b30956a-204b-4178-b853-c408c4384c78 admin admin] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:43:31.694813 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a031712d-574b-49b2-b25d-4db210ea4b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:31.708367 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-477e884c-2b93-4934-bef0-e20139f21c50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:31.708888 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b30956a-204b-4178-b853-c408c4384c78 admin admin] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:43:31.709415 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6b30956a-204b-4178-b853-c408c4384c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854196728'] for router_interface, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:31.724732 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-359e4f9d-a38d-471b-9991-cb313f440387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:31.734717 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a031712d-574b-49b2-b25d-4db210ea4b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30357251-154d-498c-84a4-8a8f3d770cf4,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:31.745707 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a031712d-574b-49b2-b25d-4db210ea4b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:31.746879 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-6c5ce045-0396-4091-98e6-9d87b3ec44ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:31.760344 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e4f9d-a38d-471b-9991-cb313f440387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e09a20-a0ce-42d9-88af-e6de836697a3,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:31.763536 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a031712d-574b-49b2-b25d-4db210ea4b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:31.765618 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-a031712d-574b-49b2-b25d-4db210ea4b80 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/30357251-154d-498c-84a4-8a8f3d770cf4 HTTP/1.1" status: 204 len: 168 time: 0.6073651 Feb 16 15:43:31.767153 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-359e4f9d-a38d-471b-9991-cb313f440387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:31.768658 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-359e4f9d-a38d-471b-9991-cb313f440387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:31.797527 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-359e4f9d-a38d-471b-9991-cb313f440387 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/93e09a20-a0ce-42d9-88af-e6de836697a3 HTTP/1.1" status: 204 len: 168 time: 0.3542876 Feb 16 15:43:31.808155 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b8f3b-ddc1-4b19-bd8c-e85c219bb1cc req-abcc5d71-4445-4de8-a7ba-d6fa637381d7 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:31.809925 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d71b8f3b-ddc1-4b19-bd8c-e85c219bb1cc req-abcc5d71-4445-4de8-a7ba-d6fa637381d7 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c3da9ec-48b4-4362-bac9-14c0855dea0c HTTP/1.1" status: 200 len: 931 time: 0.8827784 Feb 16 15:43:31.920418 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a3a04128-4597-4e09-8810-188671a7ee66 None None] Provisioning complete for port 50a775e1-4d91-4ab4-87a3-3fd37c20bfa0 triggered by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:43:31.921071 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a3a04128-4597-4e09-8810-188671a7ee66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:32.020812 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a3a04128-4597-4e09-8810-188671a7ee66 None None] Port 50a775e1-4d91-4ab4-87a3-3fd37c20bfa0 cannot update to ACTIVE because it is not bound. {{(pid=84027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 15:43:32.022956 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6b30956a-204b-4178-b853-c408c4384c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:32.023895 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 83f1873f-bac7-42a7-b6cb-0a834a721ab6 up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:43:32.071338 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d823dba4-2705-4b11-bc0f-be5c0f94385d None None] Sync routers for ids ['1daa982d-fc39-433d-8b36-8ad1c821296b'] in dv-cinder-775706-1-smb {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:43:32.141068 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d823dba4-2705-4b11-bc0f-be5c0f94385d None None] Routers {'1daa982d-fc39-433d-8b36-8ad1c821296b'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:43:32.142331 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d823dba4-2705-4b11-bc0f-be5c0f94385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:43:28Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['1daa982d-fc39-433d-8b36-8ad1c821296b'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:43:32.296994 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ff8365-64be-46f2-b334-4a3bfd1c9af0 admin admin] Router b4a87f8f-ad40-4976-abf7-00c26f3920af has already been hosted by L3 agent cace3e07-576d-4918-a0d2-7f739a7a8110 {{(pid=84025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 15:43:32.356303 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:32.378880 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-49a53132-008e-4864-b0b7-35167e856fcc None None] Provisioning for port 32608817-7217-42b9-bef1-c4fdba0bbfb3 completed by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:43:32.387984 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning complete for port 83f1873f-bac7-42a7-b6cb-0a834a721ab6 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:43:32.388402 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:32.494711 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-49a53132-008e-4864-b0b7-35167e856fcc None None] Provisioning complete for port 32608817-7217-42b9-bef1-c4fdba0bbfb3 triggered by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:43:32.495153 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-49a53132-008e-4864-b0b7-35167e856fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:32.577990 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d71b8f3b-ddc1-4b19-bd8c-e85c219bb1cc req-f35f62d3-7d54-43bf-a34d-e9c79a55ea7f tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.42 "GET /v2.0/security-groups?id=445ccb60-b90a-47ac-97dd-76b623234b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5688930 Feb 16 15:43:32.648963 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 53690) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:32.665408 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-49a53132-008e-4864-b0b7-35167e856fcc None None] Port 32608817-7217-42b9-bef1-c4fdba0bbfb3 cannot update to ACTIVE because it is not bound. {{(pid=84027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 15:43:32.741175 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-d823dba4-2705-4b11-bc0f-be5c0f94385d None None] Set router 1daa982d-fc39-433d-8b36-8ad1c821296b gateway port host: dv-cinder-775706-1-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:43:32.743223 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-08d28a7b-d1fc-4290-aaed-59962b02d735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:32.792603 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-08d28a7b-d1fc-4290-aaed-59962b02d735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:32.802907 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-08d28a7b-d1fc-4290-aaed-59962b02d735 admin admin] Usage tracker for resource:security_group_rule and tenant:ea7ca8056edc4782bf927e609f094209 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:32.808035 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-08d28a7b-d1fc-4290-aaed-59962b02d735 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:32.820110 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-08d28a7b-d1fc-4290-aaed-59962b02d735 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:32.861091 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ff8365-64be-46f2-b334-4a3bfd1c9af0 admin admin] Notify agent at l3_agent.dv-cinder-775706-1-smb the message routers_updated {{(pid=84025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:43:32.869285 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a04389a-d3b8-4b3e-a90f-bd48152962a3 None None] Sync routers for ids ['b4a87f8f-ad40-4976-abf7-00c26f3920af'] in dv-cinder-775706-1-smb {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:43:32.882003 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a04389a-d3b8-4b3e-a90f-bd48152962a3 None None] Routers {'b4a87f8f-ad40-4976-abf7-00c26f3920af'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:43:32.884181 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9a04389a-d3b8-4b3e-a90f-bd48152962a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:43:28Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['b4a87f8f-ad40-4976-abf7-00c26f3920af'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:43:32.939349 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-ee9653b0-d418-40ea-b4fc-e55c482bd6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:33.049392 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-08d28a7b-d1fc-4290-aaed-59962b02d735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:33.058325 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-08d28a7b-d1fc-4290-aaed-59962b02d735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:33.079539 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-297181e5-917e-4e40-a805-db97e0f0638c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:33.141768 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-08d28a7b-d1fc-4290-aaed-59962b02d735 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ea7ca8056edc4782bf927e609f094209&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4911699 Feb 16 15:43:33.142952 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d28a7b-d1fc-4290-aaed-59962b02d735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251b98a9-b692-4910-9f31-b6aae31ebda1,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:33.146742 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 53700) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:33.149898 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-08d28a7b-d1fc-4290-aaed-59962b02d735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:33.255469 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5af3b45b-699e-44f4-8039-b2f364a314b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:33.280154 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-9a04389a-d3b8-4b3e-a90f-bd48152962a3 None None] Set router b4a87f8f-ad40-4976-abf7-00c26f3920af gateway port host: dv-cinder-775706-1-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:43:33.295156 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5af3b45b-699e-44f4-8039-b2f364a314b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:33.352698 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5af3b45b-699e-44f4-8039-b2f364a314b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:33.367245 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a031712d-574b-49b2-b25d-4db210ea4b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:33.383020 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3b45b-699e-44f4-8039-b2f364a314b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251b98a9-b692-4910-9f31-b6aae31ebda1,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:33.386937 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5af3b45b-699e-44f4-8039-b2f364a314b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:33.388030 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5af3b45b-699e-44f4-8039-b2f364a314b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:33.389400 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-5af3b45b-699e-44f4-8039-b2f364a314b0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/251b98a9-b692-4910-9f31-b6aae31ebda1 HTTP/1.1" status: 204 len: 168 time: 0.2414379 Feb 16 15:43:33.397155 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d823dba4-2705-4b11-bc0f-be5c0f94385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1daa982d-fc39-433d-8b36-8ad1c821296b', 'name': 'tempest-ServerRescueNegativeTestJSON-1420087026-router', 'tenant_id': '307d1551b61b4c018334709f0279d350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': '83f1873f-bac7-42a7-b6cb-0a834a721ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:13Z', 'updated_at': '2021-02-16T15:43:28Z', 'revision_number': 4, 'project_id': '307d1551b61b4c018334709f0279d350', 'gw_port': {'id': '83f1873f-bac7-42a7-b6cb-0a834a721ab6', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1daa982d-fc39-433d-8b36-8ad1c821296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:15Z', 'updated_at': '2021-02-16T15:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_interfaces': [{'id': '8455222a-5837-46e7-b59f-eca94ae93c32', 'name': '', 'network_id': 'b7c45075-d47a-42e2-ab3d-f37c2b945ec2', 'tenant_id': '307d1551b61b4c018334709f0279d350', 'mac_address': 'fa:16:3e:c6:d7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1daa982d-fc39-433d-8b36-8ad1c821296b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a62699c9-d511-4489-bc33-e0a20a0f027c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:26Z', 'updated_at': '2021-02-16T15:43:28Z', 'revision_number': 2, 'project_id': '307d1551b61b4c018334709f0279d350', 'subnets': [{'id': 'a62699c9-d511-4489-bc33-e0a20a0f027c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:43:33.403594 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d823dba4-2705-4b11-bc0f-be5c0f94385d None None] Checking router: 1daa982d-fc39-433d-8b36-8ad1c821296b for host: dv-cinder-775706-1-smb {{(pid=84027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:43:33.404145 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d823dba4-2705-4b11-bc0f-be5c0f94385d None None] Updating router 1daa982d-fc39-433d-8b36-8ad1c821296b port 8455222a-5837-46e7-b59f-eca94ae93c32 binding host dv-cinder-775706-1-smb {{(pid=84027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 15:43:33.541022 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d823dba4-2705-4b11-bc0f-be5c0f94385d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:33.593983 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93bf2c-7230-482e-b962-cb1521700abf req-f0ca190e-6f9f-4c2d-a413-d8ca5b42b2b0 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:33.605284 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1a93bf2c-7230-482e-b962-cb1521700abf req-f0ca190e-6f9f-4c2d-a413-d8ca5b42b2b0 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/networks?id=b7c45075-d47a-42e2-ab3d-f37c2b945ec2 HTTP/1.1" status: 200 len: 819 time: 1.5519743 Feb 16 15:43:33.855671 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1a93bf2c-7230-482e-b962-cb1521700abf req-8726940b-970b-4a5d-ab5a-90b6dec5d769 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/quotas/307d1551b61b4c018334709f0279d350 HTTP/1.1" status: 200 len: 375 time: 0.2491641 Feb 16 15:43:33.915505 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-87ff8365-64be-46f2-b334-4a3bfd1c9af0 admin admin] 10.222.0.42 "PUT /v2.0/routers/b4a87f8f-ad40-4976-abf7-00c26f3920af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.8858240 Feb 16 15:43:33.977264 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9a04389a-d3b8-4b3e-a90f-bd48152962a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'name': 'tempest-AttachVolumeShelveTestJSON-1105377848-router', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:05Z', 'updated_at': '2021-02-16T15:43:22Z', 'revision_number': 4, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'gw_port': {'id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:07Z', 'updated_at': '2021-02-16T15:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_interfaces': [{'id': '50a775e1-4d91-4ab4-87a3-3fd37c20bfa0', 'name': '', 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'mac_address': 'fa:16:3e:47:ce:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cf8af63e-2347-4927-a7a5-30a38d3293b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:17Z', 'updated_at': '2021-02-16T15:43:26Z', 'revision_number': 2, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'subnets': [{'id': 'cf8af63e-2347-4927-a7a5-30a38d3293b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:43:33.983873 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a04389a-d3b8-4b3e-a90f-bd48152962a3 None None] Checking router: b4a87f8f-ad40-4976-abf7-00c26f3920af for host: dv-cinder-775706-1-smb {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:43:33.984288 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a04389a-d3b8-4b3e-a90f-bd48152962a3 None None] Updating router b4a87f8f-ad40-4976-abf7-00c26f3920af port 50a775e1-4d91-4ab4-87a3-3fd37c20bfa0 binding host dv-cinder-775706-1-smb {{(pid=84028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 15:43:34.103229 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 441442f4-766d-40a1-9440-6b3b9f2105ec up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:43:34.144973 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9a04389a-d3b8-4b3e-a90f-bd48152962a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:34.315979 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning for port 441442f4-766d-40a1-9440-6b3b9f2105ec completed by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:43:34.323805 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning complete for port 441442f4-766d-40a1-9440-6b3b9f2105ec triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:43:34.324377 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:34.351831 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6b30956a-204b-4178-b853-c408c4384c78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:34.366986 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6b30956a-204b-4178-b853-c408c4384c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:34.397787 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1a93bf2c-7230-482e-b962-cb1521700abf req-c5333445-41cf-4b14-a4af-9fa0d7b822d2 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=307d1551b61b4c018334709f0279d350&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5126388 Feb 16 15:43:34.398684 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6b30956a-204b-4178-b853-c408c4384c78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853240653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579243'] for router_interface, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:34.569573 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:34.610889 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:34.630442 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b30956a-204b-4178-b853-c408c4384c78 admin admin] Network d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:43:34.650187 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3a29449c-3776-4258-9627-10026e36c514 None None] For port 441442f4-766d-40a1-9440-6b3b9f2105ec, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=441442f4-766d-40a1-9440-6b3b9f2105ec,segment=NetworkSegment(0724bfbb-7f18-4768-b879-84dbe1be3f59),segment_id=0724bfbb-7f18-4768-b879-84dbe1be3f59)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:43:34.655091 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:34.669729 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-6b30956a-204b-4178-b853-c408c4384c78 admin admin] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:43:34.670751 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-faea6ccf-9305-4c39-acb0-57d696fe3b90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:34.676218 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30956a-204b-4178-b853-c408c4384c78 admin admin] Pushing event updated for resources: {'Port': ['ID=32608817-7217-42b9-bef1-c4fdba0bbfb3,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:34.733814 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d823dba4-2705-4b11-bc0f-be5c0f94385d None None] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:34.770800 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-6b30956a-204b-4178-b853-c408c4384c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:34.800758 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d823dba4-2705-4b11-bc0f-be5c0f94385d None None] Transition to ACTIVE for port object 8455222a-5837-46e7-b59f-eca94ae93c32 will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:43:34.813868 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d823dba4-2705-4b11-bc0f-be5c0f94385d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:34.937455 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9a04389a-d3b8-4b3e-a90f-bd48152962a3 None None] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:34.955494 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9a04389a-d3b8-4b3e-a90f-bd48152962a3 None None] Transition to ACTIVE for port object 50a775e1-4d91-4ab4-87a3-3fd37c20bfa0 will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:43:34.983789 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9a04389a-d3b8-4b3e-a90f-bd48152962a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:35.005758 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:35.164668 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c1530f-1624-4143-940b-d68055362a1f req-ea22d58c-190a-4c92-9ee0-5358c759eb3b tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:35.166511 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b2c1530f-1624-4143-940b-d68055362a1f req-ea22d58c-190a-4c92-9ee0-5358c759eb3b tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c3da9ec-48b4-4362-bac9-14c0855dea0c HTTP/1.1" status: 200 len: 931 time: 1.1684008 Feb 16 15:43:35.219206 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Pushing event updated for resources: {'Port': ['ID=441442f4-766d-40a1-9440-6b3b9f2105ec,revision_number=4']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:35.233255 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:35.242055 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b0a3be20-1535-4a59-adf3-fb54f6972f55 None None] Provisioning complete for port 32608817-7217-42b9-bef1-c4fdba0bbfb3 triggered by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:43:35.242497 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b0a3be20-1535-4a59-adf3-fb54f6972f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:35.305801 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6da7f-ed77-4fa2-9e2c-76c04e659152 None None] Pushing event updated for resources: {'Port': ['ID=50a775e1-4d91-4ab4-87a3-3fd37c20bfa0,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:35.317848 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-afe6da7f-ed77-4fa2-9e2c-76c04e659152 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:35.367927 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.350s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:35.482457 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-ee9653b0-d418-40ea-b4fc-e55c482bd6b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ca5052e-d486-4096-8d2a-457991f59f6c {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 15:43:35.491396 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-ee9653b0-d418-40ea-b4fc-e55c482bd6b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:35.509937 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-ee9653b0-d418-40ea-b4fc-e55c482bd6b6 service neutron] Transition to ACTIVE for port object 4ca5052e-d486-4096-8d2a-457991f59f6c will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:43:35.527827 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af0fe6-856e-4b1c-a468-aba269818caa None None] Pushing event updated for resources: {'Port': ['ID=8455222a-5837-46e7-b59f-eca94ae93c32,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:35.528563 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [req-1a93bf2c-7230-482e-b962-cb1521700abf req-b19308ab-54c8-406a-98a7-2d4789f8b64d service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84025) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:43:35.543072 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1a93bf2c-7230-482e-b962-cb1521700abf req-b19308ab-54c8-406a-98a7-2d4789f8b64d service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.5630362 Feb 16 15:43:35.549539 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-42af0fe6-856e-4b1c-a468-aba269818caa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:35.554358 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b0a3be20-1535-4a59-adf3-fb54f6972f55 None None] Port 32608817-7217-42b9-bef1-c4fdba0bbfb3 cannot update to ACTIVE because it is not bound. {{(pid=84027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 15:43:35.642836 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-d823dba4-2705-4b11-bc0f-be5c0f94385d None None] Attempting to bind port 8455222a-5837-46e7-b59f-eca94ae93c32 on host dv-cinder-775706-1-smb for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:43:35.646800 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-d823dba4-2705-4b11-bc0f-be5c0f94385d None None] Attempting to bind port 8455222a-5837-46e7-b59f-eca94ae93c32 by drivers openvswitch on host dv-cinder-775706-1-smb at level 0 using segments [{'id': '659b4019-32da-419b-8acc-38f2522e8f00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b7c45075-d47a-42e2-ab3d-f37c2b945ec2'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:43:35.647043 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d823dba4-2705-4b11-bc0f-be5c0f94385d None None] Attempting to bind port 8455222a-5837-46e7-b59f-eca94ae93c32 on network b7c45075-d47a-42e2-ab3d-f37c2b945ec2 {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:43:35.648593 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-9a04389a-d3b8-4b3e-a90f-bd48152962a3 None None] Attempting to bind port 50a775e1-4d91-4ab4-87a3-3fd37c20bfa0 on host dv-cinder-775706-1-smb for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:43:35.649137 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-9a04389a-d3b8-4b3e-a90f-bd48152962a3 None None] Attempting to bind port 50a775e1-4d91-4ab4-87a3-3fd37c20bfa0 by drivers openvswitch on host dv-cinder-775706-1-smb at level 0 using segments [{'id': 'e6df138d-0dd7-4980-b3fc-162c77679110', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:43:35.649581 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a04389a-d3b8-4b3e-a90f-bd48152962a3 None None] Attempting to bind port 50a775e1-4d91-4ab4-87a3-3fd37c20bfa0 on network 20ca6535-fd86-4587-bfbd-e6e090169f44 {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:43:35.656239 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a04389a-d3b8-4b3e-a90f-bd48152962a3 None None] Checking agent: {'id': 'daefd0e5-91bf-4e18-ba94-edda5fe7e4cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 33, 59), 'started_at': datetime.datetime(2021, 2, 16, 15, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:43:35.656660 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a04389a-d3b8-4b3e-a90f-bd48152962a3 None None] Checking segment: {'id': 'e6df138d-0dd7-4980-b3fc-162c77679110', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:43:35.657173 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9a04389a-d3b8-4b3e-a90f-bd48152962a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:35.660402 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d823dba4-2705-4b11-bc0f-be5c0f94385d None None] Checking agent: {'id': 'daefd0e5-91bf-4e18-ba94-edda5fe7e4cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 33, 59), 'started_at': datetime.datetime(2021, 2, 16, 15, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:43:35.660963 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a04389a-d3b8-4b3e-a90f-bd48152962a3 None None] Bound using segment: {'id': 'e6df138d-0dd7-4980-b3fc-162c77679110', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:43:35.661547 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-9a04389a-d3b8-4b3e-a90f-bd48152962a3 None None] Bound port: 50a775e1-4d91-4ab4-87a3-3fd37c20bfa0, host: dv-cinder-775706-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6df138d-0dd7-4980-b3fc-162c77679110', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:43:35.661976 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9a04389a-d3b8-4b3e-a90f-bd48152962a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:35.664327 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d823dba4-2705-4b11-bc0f-be5c0f94385d None None] Checking segment: {'id': '659b4019-32da-419b-8acc-38f2522e8f00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b7c45075-d47a-42e2-ab3d-f37c2b945ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:43:35.665829 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d823dba4-2705-4b11-bc0f-be5c0f94385d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:35.665829 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d823dba4-2705-4b11-bc0f-be5c0f94385d None None] Bound using segment: {'id': '659b4019-32da-419b-8acc-38f2522e8f00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b7c45075-d47a-42e2-ab3d-f37c2b945ec2'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:43:35.666000 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-d823dba4-2705-4b11-bc0f-be5c0f94385d None None] Bound port: 8455222a-5837-46e7-b59f-eca94ae93c32, host: dv-cinder-775706-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659b4019-32da-419b-8acc-38f2522e8f00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b7c45075-d47a-42e2-ab3d-f37c2b945ec2'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:43:35.667662 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d823dba4-2705-4b11-bc0f-be5c0f94385d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:35.828741 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-9a04389a-d3b8-4b3e-a90f-bd48152962a3 None None] For port 50a775e1-4d91-4ab4-87a3-3fd37c20bfa0, host dv-cinder-775706-1-smb, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:43:35.832706 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-9a04389a-d3b8-4b3e-a90f-bd48152962a3 None None] For port 50a775e1-4d91-4ab4-87a3-3fd37c20bfa0, host dv-cinder-775706-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=50a775e1-4d91-4ab4-87a3-3fd37c20bfa0,segment=NetworkSegment(e6df138d-0dd7-4980-b3fc-162c77679110),segment_id=e6df138d-0dd7-4980-b3fc-162c77679110)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:43:35.836609 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9a04389a-d3b8-4b3e-a90f-bd48152962a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:35.855710 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-afe6da7f-ed77-4fa2-9e2c-76c04e659152 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:35.884084 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d823dba4-2705-4b11-bc0f-be5c0f94385d None None] For port 8455222a-5837-46e7-b59f-eca94ae93c32, host dv-cinder-775706-1-smb, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:43:35.891701 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d823dba4-2705-4b11-bc0f-be5c0f94385d None None] For port 8455222a-5837-46e7-b59f-eca94ae93c32, host dv-cinder-775706-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=8455222a-5837-46e7-b59f-eca94ae93c32,segment=NetworkSegment(659b4019-32da-419b-8acc-38f2522e8f00),segment_id=659b4019-32da-419b-8acc-38f2522e8f00)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:43:35.899462 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d823dba4-2705-4b11-bc0f-be5c0f94385d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:35.910641 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-ee9653b0-d418-40ea-b4fc-e55c482bd6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:35.921745 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1a93bf2c-7230-482e-b962-cb1521700abf req-2deeda2c-be74-4803-bafd-e7e465947f95 service neutron] 10.222.0.42 "GET /v2.0/networks/b7c45075-d47a-42e2-ab3d-f37c2b945ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774526 Feb 16 15:43:35.928039 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b2c1530f-1624-4143-940b-d68055362a1f req-e72690b8-6683-4144-9afc-ed165c895a29 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.42 "GET /v2.0/security-groups?id=445ccb60-b90a-47ac-97dd-76b623234b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7537596 Feb 16 15:43:36.039492 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6da7f-ed77-4fa2-9e2c-76c04e659152 None None] Pushing event updated for resources: {'Port': ['ID=50a775e1-4d91-4ab4-87a3-3fd37c20bfa0,revision_number=4']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:36.053166 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-afe6da7f-ed77-4fa2-9e2c-76c04e659152 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:36.098220 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:36.190896 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 441442f4-766d-40a1-9440-6b3b9f2105ec up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:43:36.233543 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:36.447577 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a04389a-d3b8-4b3e-a90f-bd48152962a3 None None] Routers {'b4a87f8f-ad40-4976-abf7-00c26f3920af'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:43:36.448377 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9a04389a-d3b8-4b3e-a90f-bd48152962a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:43:28Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['b4a87f8f-ad40-4976-abf7-00c26f3920af'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:43:36.458173 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b30956a-204b-4178-b853-c408c4384c78 admin admin] Router 6d082d69-e887-4b37-a0f6-2cd5ec56ce42 has already been hosted by L3 agent cace3e07-576d-4918-a0d2-7f739a7a8110 {{(pid=84025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 15:43:36.494052 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9653b0-d418-40ea-b4fc-e55c482bd6b6 service neutron] Pushing event updated for resources: {'Port': ['ID=4ca5052e-d486-4096-8d2a-457991f59f6c,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:36.543344 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ee9653b0-d418-40ea-b4fc-e55c482bd6b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:36.670189 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d823dba4-2705-4b11-bc0f-be5c0f94385d None None] Routers {'1daa982d-fc39-433d-8b36-8ad1c821296b'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:43:36.670929 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d823dba4-2705-4b11-bc0f-be5c0f94385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:43:28Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['1daa982d-fc39-433d-8b36-8ad1c821296b'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:43:36.813889 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af0fe6-856e-4b1c-a468-aba269818caa None None] Pushing event updated for resources: {'Port': ['ID=8455222a-5837-46e7-b59f-eca94ae93c32,revision_number=4']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:36.831710 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-42af0fe6-856e-4b1c-a468-aba269818caa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.732s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:36.889739 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-9a04389a-d3b8-4b3e-a90f-bd48152962a3 None None] Set router b4a87f8f-ad40-4976-abf7-00c26f3920af gateway port host: dv-cinder-775706-1-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:43:37.046189 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 53832) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:37.054424 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-440fbdff-9619-4bdf-992f-91af64c00e89 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1870354667', 'description': 'tempest-description--1915494776'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:43:37.079675 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-440fbdff-9619-4bdf-992f-91af64c00e89 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:37.095960 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-440fbdff-9619-4bdf-992f-91af64c00e89 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Usage tracker for resource:security_group and tenant:cdeb7d144cce4a36905846777218ca0e is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:37.115128 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-440fbdff-9619-4bdf-992f-91af64c00e89 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:37.138989 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-440fbdff-9619-4bdf-992f-91af64c00e89 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:37.158166 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-440fbdff-9619-4bdf-992f-91af64c00e89 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:37.161044 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning complete for port 441442f4-766d-40a1-9440-6b3b9f2105ec triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:43:37.161473 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:37.224010 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-440fbdff-9619-4bdf-992f-91af64c00e89 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:37.231481 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-440fbdff-9619-4bdf-992f-91af64c00e89 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Usage tracker for resource:security_group_rule and tenant:cdeb7d144cce4a36905846777218ca0e is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:37.236736 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-440fbdff-9619-4bdf-992f-91af64c00e89 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:37.263377 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-440fbdff-9619-4bdf-992f-91af64c00e89 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:37.315402 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-d823dba4-2705-4b11-bc0f-be5c0f94385d None None] Set router 1daa982d-fc39-433d-8b36-8ad1c821296b gateway port host: dv-cinder-775706-1-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:43:37.416711 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-440fbdff-9619-4bdf-992f-91af64c00e89 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:37.420609 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-440fbdff-9619-4bdf-992f-91af64c00e89 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:37.439910 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:37.440543 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b30956a-204b-4178-b853-c408c4384c78 admin admin] Notify agent at l3_agent.dv-cinder-775706-1-smb the message routers_updated {{(pid=84025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:43:37.495299 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-6b30956a-204b-4178-b853-c408c4384c78 admin admin] 10.222.0.42 "PUT /v2.0/routers/6d082d69-e887-4b37-a0f6-2cd5ec56ce42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8415468 Feb 16 15:43:37.527889 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-440fbdff-9619-4bdf-992f-91af64c00e89 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:37.547441 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-440fbdff-9619-4bdf-992f-91af64c00e89 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5002122 Feb 16 15:43:37.549286 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 53854) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:37.569759 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440fbdff-9619-4bdf-992f-91af64c00e89 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16955f9a-3cf1-4a3a-b36e-8054b916097e,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:37.572837 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-440fbdff-9619-4bdf-992f-91af64c00e89 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:37.581563 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-2c44a3b8-6c50-4ab4-9252-10604bdbb2b0 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Request body: {'security_group_rule': {'security_group_id': '16955f9a-3cf1-4a3a-b36e-8054b916097e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:43:37.597707 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-2c44a3b8-6c50-4ab4-9252-10604bdbb2b0 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:37.608444 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-2c44a3b8-6c50-4ab4-9252-10604bdbb2b0 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Usage tracker for resource:security_group_rule and tenant:cdeb7d144cce4a36905846777218ca0e is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:37.615259 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-2c44a3b8-6c50-4ab4-9252-10604bdbb2b0 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:37.633265 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-2c44a3b8-6c50-4ab4-9252-10604bdbb2b0 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:37.654634 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-9a04389a-d3b8-4b3e-a90f-bd48152962a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'name': 'tempest-AttachVolumeShelveTestJSON-1105377848-router', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:05Z', 'updated_at': '2021-02-16T15:43:22Z', 'revision_number': 4, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'gw_port': {'id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:07Z', 'updated_at': '2021-02-16T15:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_interfaces': [{'id': '50a775e1-4d91-4ab4-87a3-3fd37c20bfa0', 'name': '', 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'mac_address': 'fa:16:3e:47:ce:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cf8af63e-2347-4927-a7a5-30a38d3293b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:17Z', 'updated_at': '2021-02-16T15:43:35Z', 'revision_number': 4, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'subnets': [{'id': 'cf8af63e-2347-4927-a7a5-30a38d3293b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:43:37.661155 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a04389a-d3b8-4b3e-a90f-bd48152962a3 None None] The sync data for ids ['b4a87f8f-ad40-4976-abf7-00c26f3920af'] in dv-cinder-775706-1-smb is: [{'id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'name': 'tempest-AttachVolumeShelveTestJSON-1105377848-router', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:05Z', 'updated_at': '2021-02-16T15:43:22Z', 'revision_number': 4, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'gw_port': {'id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:07Z', 'updated_at': '2021-02-16T15:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_interfaces': [{'id': '50a775e1-4d91-4ab4-87a3-3fd37c20bfa0', 'name': '', 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'mac_address': 'fa:16:3e:47:ce:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cf8af63e-2347-4927-a7a5-30a38d3293b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:17Z', 'updated_at': '2021-02-16T15:43:35Z', 'revision_number': 4, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'subnets': [{'id': 'cf8af63e-2347-4927-a7a5-30a38d3293b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:43:37.675130 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c44a3b8-6c50-4ab4-9252-10604bdbb2b0 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:37.813852 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905f65ee-10a5-45b1-903e-4802e341f5e2 None None] Sync routers for ids ['6d082d69-e887-4b37-a0f6-2cd5ec56ce42'] in dv-cinder-775706-1-smb {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:43:37.880512 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c44a3b8-6c50-4ab4-9252-10604bdbb2b0 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:37.883441 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905f65ee-10a5-45b1-903e-4802e341f5e2 None None] Routers {'6d082d69-e887-4b37-a0f6-2cd5ec56ce42'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:43:37.884485 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-905f65ee-10a5-45b1-903e-4802e341f5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:43:28Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['6d082d69-e887-4b37-a0f6-2cd5ec56ce42'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:43:37.895746 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c44a3b8-6c50-4ab4-9252-10604bdbb2b0 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661287'] for security_group_rule, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:37.937765 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:37.958864 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1a93bf2c-7230-482e-b962-cb1521700abf req-35191fbe-cf2e-4105-82be-b960b9667700 service neutron] 10.222.0.42 "GET /v2.0/networks/b7c45075-d47a-42e2-ab3d-f37c2b945ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.8822234 Feb 16 15:43:37.967696 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c44a3b8-6c50-4ab4-9252-10604bdbb2b0 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:37.970489 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-2c44a3b8-6c50-4ab4-9252-10604bdbb2b0 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4177158 Feb 16 15:43:37.976583 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 53874) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:37.983945 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c44a3b8-6c50-4ab4-9252-10604bdbb2b0 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b09e9c5b-df30-4e06-890e-5d7789b4e53b,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:37.990192 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2c44a3b8-6c50-4ab4-9252-10604bdbb2b0 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:37.998794 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-2132cf50-d531-4e8f-b1c7-4997b6cd6ee4 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Request body: {'security_group_rule': {'security_group_id': '16955f9a-3cf1-4a3a-b36e-8054b916097e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:43:38.004577 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-ee9653b0-d418-40ea-b4fc-e55c482bd6b6 service neutron] Attempting to bind port 4ca5052e-d486-4096-8d2a-457991f59f6c on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:43:38.004986 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-ee9653b0-d418-40ea-b4fc-e55c482bd6b6 service neutron] Attempting to bind port 4ca5052e-d486-4096-8d2a-457991f59f6c by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '52624b71-4909-4731-971d-6bf4eadaae1d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3443ed8e-45cc-45b6-8627-ab5ab72f4f3c'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:43:38.005364 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-ee9653b0-d418-40ea-b4fc-e55c482bd6b6 service neutron] Attempting to bind port 4ca5052e-d486-4096-8d2a-457991f59f6c on network 3443ed8e-45cc-45b6-8627-ab5ab72f4f3c {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:43:38.012804 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-ee9653b0-d418-40ea-b4fc-e55c482bd6b6 service neutron] Checking agent: {'id': '9f703877-974c-4713-aaa3-781784e6ea8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 41, 2), 'started_at': datetime.datetime(2021, 2, 16, 15, 41, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.100', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:43:38.013331 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-ee9653b0-d418-40ea-b4fc-e55c482bd6b6 service neutron] Checking segment: {'id': '52624b71-4909-4731-971d-6bf4eadaae1d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3443ed8e-45cc-45b6-8627-ab5ab72f4f3c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:43:38.013762 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-ee9653b0-d418-40ea-b4fc-e55c482bd6b6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:38.014194 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-ee9653b0-d418-40ea-b4fc-e55c482bd6b6 service neutron] Bound using segment: {'id': '52624b71-4909-4731-971d-6bf4eadaae1d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3443ed8e-45cc-45b6-8627-ab5ab72f4f3c'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:43:38.014696 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-ee9653b0-d418-40ea-b4fc-e55c482bd6b6 service neutron] Bound port: 4ca5052e-d486-4096-8d2a-457991f59f6c, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52624b71-4909-4731-971d-6bf4eadaae1d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3443ed8e-45cc-45b6-8627-ab5ab72f4f3c'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:43:38.015083 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-ee9653b0-d418-40ea-b4fc-e55c482bd6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:38.015204 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-2132cf50-d531-4e8f-b1c7-4997b6cd6ee4 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:38.033124 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-2132cf50-d531-4e8f-b1c7-4997b6cd6ee4 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Usage tracker for resource:security_group_rule and tenant:cdeb7d144cce4a36905846777218ca0e is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:38.040480 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-2132cf50-d531-4e8f-b1c7-4997b6cd6ee4 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:38.062140 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-2132cf50-d531-4e8f-b1c7-4997b6cd6ee4 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:38.091185 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2132cf50-d531-4e8f-b1c7-4997b6cd6ee4 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:38.319584 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2132cf50-d531-4e8f-b1c7-4997b6cd6ee4 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:38.330752 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2132cf50-d531-4e8f-b1c7-4997b6cd6ee4 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661287'] for security_group_rule, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:38.330752 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2c44a3b8-6c50-4ab4-9252-10604bdbb2b0 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:38.352007 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf147ae7-bfe9-43bb-b59c-361ea129c47e req-2bdd23fe-4217-4e8a-bd3e-7bbc3a0cae5f tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:38.366870 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-bf147ae7-bfe9-43bb-b59c-361ea129c47e req-2bdd23fe-4217-4e8a-bd3e-7bbc3a0cae5f tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c3da9ec-48b4-4362-bac9-14c0855dea0c HTTP/1.1" status: 200 len: 943 time: 0.9282773 Feb 16 15:43:38.398216 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132cf50-d531-4e8f-b1c7-4997b6cd6ee4 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc848dd5-966a-4326-b29e-b49f84de56af,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:38.434330 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2132cf50-d531-4e8f-b1c7-4997b6cd6ee4 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:38.436648 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-2132cf50-d531-4e8f-b1c7-4997b6cd6ee4 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4589365 Feb 16 15:43:38.438820 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2132cf50-d531-4e8f-b1c7-4997b6cd6ee4 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:38.440146 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 53904) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:38.454159 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-83542b56-9c1d-443a-bd60-028089f8cc9a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Request body: {'floatingip': {'floating_network_id': '98aad332-78bd-43b9-832c-6a78188811e7'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:43:38.474013 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-83542b56-9c1d-443a-bd60-028089f8cc9a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:38.489331 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-83542b56-9c1d-443a-bd60-028089f8cc9a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Usage tracker for resource:floatingip and tenant:cdeb7d144cce4a36905846777218ca0e is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:38.501852 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-ee9653b0-d418-40ea-b4fc-e55c482bd6b6 service neutron] For port 4ca5052e-d486-4096-8d2a-457991f59f6c, host hv-cinder-77570, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:43:38.512775 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-83542b56-9c1d-443a-bd60-028089f8cc9a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:38.540326 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-83542b56-9c1d-443a-bd60-028089f8cc9a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:38.546859 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d823dba4-2705-4b11-bc0f-be5c0f94385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1daa982d-fc39-433d-8b36-8ad1c821296b', 'name': 'tempest-ServerRescueNegativeTestJSON-1420087026-router', 'tenant_id': '307d1551b61b4c018334709f0279d350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': '83f1873f-bac7-42a7-b6cb-0a834a721ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:13Z', 'updated_at': '2021-02-16T15:43:28Z', 'revision_number': 4, 'project_id': '307d1551b61b4c018334709f0279d350', 'gw_port': {'id': '83f1873f-bac7-42a7-b6cb-0a834a721ab6', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1daa982d-fc39-433d-8b36-8ad1c821296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:15Z', 'updated_at': '2021-02-16T15:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_interfaces': [{'id': '8455222a-5837-46e7-b59f-eca94ae93c32', 'name': '', 'network_id': 'b7c45075-d47a-42e2-ab3d-f37c2b945ec2', 'tenant_id': '307d1551b61b4c018334709f0279d350', 'mac_address': 'fa:16:3e:c6:d7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1daa982d-fc39-433d-8b36-8ad1c821296b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a62699c9-d511-4489-bc33-e0a20a0f027c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:26Z', 'updated_at': '2021-02-16T15:43:35Z', 'revision_number': 4, 'project_id': '307d1551b61b4c018334709f0279d350', 'subnets': [{'id': 'a62699c9-d511-4489-bc33-e0a20a0f027c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:43:38.573423 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-ee9653b0-d418-40ea-b4fc-e55c482bd6b6 service neutron] For port 4ca5052e-d486-4096-8d2a-457991f59f6c, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=4ca5052e-d486-4096-8d2a-457991f59f6c,segment=NetworkSegment(52624b71-4909-4731-971d-6bf4eadaae1d),segment_id=52624b71-4909-4731-971d-6bf4eadaae1d)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:43:38.579523 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d823dba4-2705-4b11-bc0f-be5c0f94385d None None] The sync data for ids ['1daa982d-fc39-433d-8b36-8ad1c821296b'] in dv-cinder-775706-1-smb is: [{'id': '1daa982d-fc39-433d-8b36-8ad1c821296b', 'name': 'tempest-ServerRescueNegativeTestJSON-1420087026-router', 'tenant_id': '307d1551b61b4c018334709f0279d350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': '83f1873f-bac7-42a7-b6cb-0a834a721ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:13Z', 'updated_at': '2021-02-16T15:43:28Z', 'revision_number': 4, 'project_id': '307d1551b61b4c018334709f0279d350', 'gw_port': {'id': '83f1873f-bac7-42a7-b6cb-0a834a721ab6', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1daa982d-fc39-433d-8b36-8ad1c821296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:15Z', 'updated_at': '2021-02-16T15:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_interfaces': [{'id': '8455222a-5837-46e7-b59f-eca94ae93c32', 'name': '', 'network_id': 'b7c45075-d47a-42e2-ab3d-f37c2b945ec2', 'tenant_id': '307d1551b61b4c018334709f0279d350', 'mac_address': 'fa:16:3e:c6:d7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1daa982d-fc39-433d-8b36-8ad1c821296b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a62699c9-d511-4489-bc33-e0a20a0f027c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:26Z', 'updated_at': '2021-02-16T15:43:35Z', 'revision_number': 4, 'project_id': '307d1551b61b4c018334709f0279d350', 'subnets': [{'id': 'a62699c9-d511-4489-bc33-e0a20a0f027c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:43:38.596748 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-905f65ee-10a5-45b1-903e-4802e341f5e2 None None] Set router 6d082d69-e887-4b37-a0f6-2cd5ec56ce42 gateway port host: dv-cinder-775706-1-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:43:38.603132 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-ee9653b0-d418-40ea-b4fc-e55c482bd6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:38.608477 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-83542b56-9c1d-443a-bd60-028089f8cc9a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for floatingip, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:38.700930 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-6b30956a-204b-4178-b853-c408c4384c78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:38.963502 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 53930) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:39.122065 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-bf147ae7-bfe9-43bb-b59c-361ea129c47e req-99a13845-3224-482f-afd2-28ec61d914dd tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.42 "GET /v2.0/security-groups?id=445ccb60-b90a-47ac-97dd-76b623234b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7425761 Feb 16 15:43:39.242337 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-83542b56-9c1d-443a-bd60-028089f8cc9a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:39.293312 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-72e60f32-3355-47f2-a59f-69cdc3abea56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:39.311206 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 50a775e1-4d91-4ab4-87a3-3fd37c20bfa0 up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:43:39.324349 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9653b0-d418-40ea-b4fc-e55c482bd6b6 service neutron] Pushing event updated for resources: {'Port': ['ID=4ca5052e-d486-4096-8d2a-457991f59f6c,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:39.330492 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ee9653b0-d418-40ea-b4fc-e55c482bd6b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:39.454527 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-eb9461c9-bb47-4d7e-96bc-3e223911d95a None None] Agent healthcheck: found 6 active agents {{(pid=84028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:43:39.586357 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-72e60f32-3355-47f2-a59f-69cdc3abea56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:39.591392 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1839119d-7f9a-40b8-8c89-6a8dea11565e req-b1a24961-60f6-4bc4-8d29-96d24fede37b tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 210 time: 0.3290236 Feb 16 15:43:39.606723 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-72e60f32-3355-47f2-a59f-69cdc3abea56 admin admin] Usage tracker for resource:security_group_rule and tenant:eadbdaec62e04b03910dcb4b7fe95db9 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:39.612945 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-72e60f32-3355-47f2-a59f-69cdc3abea56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:39.624769 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-ee9653b0-d418-40ea-b4fc-e55c482bd6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:39.625357 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-72e60f32-3355-47f2-a59f-69cdc3abea56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:39.625562 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-ee9653b0-d418-40ea-b4fc-e55c482bd6b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for port, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:39.627166 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-ee9653b0-d418-40ea-b4fc-e55c482bd6b6 service neutron] 10.222.0.102 "PUT /v2.0/ports/4ca5052e-d486-4096-8d2a-457991f59f6c HTTP/1.1" status: 200 len: 1157 time: 10.3244452 Feb 16 15:43:39.627722 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c3da9ec-48b4-4362-bac9-14c0855dea0c', 'tag': '4ca5052e-d486-4096-8d2a-457991f59f6c'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:43:40.234855 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning for port 50a775e1-4d91-4ab4-87a3-3fd37c20bfa0 completed by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:43:40.240674 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-83542b56-9c1d-443a-bd60-028089f8cc9a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Allocated IP 172.28.2.83 (98aad332-78bd-43b9-832c-6a78188811e7/07894c69-ecbd-40ed-969e-9ba4c4e7f1e8/ab180cd7-8e1f-43a3-934d-7bf20e8be3da) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:43:40.257398 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-72e60f32-3355-47f2-a59f-69cdc3abea56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:40.261737 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning complete for port 50a775e1-4d91-4ab4-87a3-3fd37c20bfa0 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:43:40.264076 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:40.284409 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-72e60f32-3355-47f2-a59f-69cdc3abea56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:40.316221 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-359e4f9d-a38d-471b-9991-cb313f440387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:40.394180 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e60f32-3355-47f2-a59f-69cdc3abea56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd2181b-f676-4882-b5c5-f7a817088b42,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:40.483871 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-72e60f32-3355-47f2-a59f-69cdc3abea56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:40.484390 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 54020) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:40.487845 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-905f65ee-10a5-45b1-903e-4802e341f5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'name': 'tempest-AttachVolumeTestJSON-1971169974-router', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:11Z', 'updated_at': '2021-02-16T15:43:31Z', 'revision_number': 4, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'gw_port': {'id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:14Z', 'updated_at': '2021-02-16T15:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_interfaces': [{'id': '32608817-7217-42b9-bef1-c4fdba0bbfb3', 'name': '', 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'mac_address': 'fa:16:3e:81:86:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '403fc087-c515-4f31-aec5-fdfdb713afb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:30Z', 'updated_at': '2021-02-16T15:43:34Z', 'revision_number': 2, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'subnets': [{'id': '403fc087-c515-4f31-aec5-fdfdb713afb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:43:40.498654 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905f65ee-10a5-45b1-903e-4802e341f5e2 None None] Checking router: 6d082d69-e887-4b37-a0f6-2cd5ec56ce42 for host: dv-cinder-775706-1-smb {{(pid=84027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:43:40.499181 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905f65ee-10a5-45b1-903e-4802e341f5e2 None None] Updating router 6d082d69-e887-4b37-a0f6-2cd5ec56ce42 port 32608817-7217-42b9-bef1-c4fdba0bbfb3 binding host dv-cinder-775706-1-smb {{(pid=84027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 15:43:40.507475 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-a1e44959-0af4-441e-a78c-c9336ce2389e tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2087442338', 'description': 'tempest-description--1623635640'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:43:40.522828 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-a1e44959-0af4-441e-a78c-c9336ce2389e tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:40.527595 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-72e60f32-3355-47f2-a59f-69cdc3abea56 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eadbdaec62e04b03910dcb4b7fe95db9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5322185 Feb 16 15:43:40.531613 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 54024) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:40.532696 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-a1e44959-0af4-441e-a78c-c9336ce2389e tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Usage tracker for resource:security_group and tenant:b0fc8a8ae93c48d4a30f0b24661af106 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:40.541727 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-a1e44959-0af4-441e-a78c-c9336ce2389e tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:40.578033 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:40.594756 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-a1e44959-0af4-441e-a78c-c9336ce2389e tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:40.661921 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-905f65ee-10a5-45b1-903e-4802e341f5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:40.685582 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3a29449c-3776-4258-9627-10026e36c514 None None] For port 50a775e1-4d91-4ab4-87a3-3fd37c20bfa0, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=50a775e1-4d91-4ab4-87a3-3fd37c20bfa0,segment=NetworkSegment(e6df138d-0dd7-4980-b3fc-162c77679110),segment_id=e6df138d-0dd7-4980-b3fc-162c77679110)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:43:40.729807 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:40.741981 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:40.818913 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a1e44959-0af4-441e-a78c-c9336ce2389e tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:40.866723 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-1524625a-896a-4fd0-8cb0-7da10f98d66d tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:40.873968 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-1524625a-896a-4fd0-8cb0-7da10f98d66d tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/networks?id=b7c45075-d47a-42e2-ab3d-f37c2b945ec2 HTTP/1.1" status: 200 len: 819 time: 0.5832849 Feb 16 15:43:40.888615 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8f91cd0d-a07b-469a-8b34-d9eccccc5e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:40.900348 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-83542b56-9c1d-443a-bd60-028089f8cc9a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:40.922908 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-a1e44959-0af4-441e-a78c-c9336ce2389e tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:40.946052 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-a1e44959-0af4-441e-a78c-c9336ce2389e tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Usage tracker for resource:security_group_rule and tenant:b0fc8a8ae93c48d4a30f0b24661af106 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:40.956075 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8f91cd0d-a07b-469a-8b34-d9eccccc5e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:40.966171 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-a1e44959-0af4-441e-a78c-c9336ce2389e tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:40.984678 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-99495fea-8ae9-433b-aa1f-4a89b7a40cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:40.986280 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-99495fea-8ae9-433b-aa1f-4a89b7a40cb0 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1d5efd35325943199dbb27f972aab2ad&device_id=8c3da9ec-48b4-4362-bac9-14c0855dea0c HTTP/1.1" status: 200 len: 1160 time: 1.0690327 Feb 16 15:43:40.991477 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-a1e44959-0af4-441e-a78c-c9336ce2389e tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:41.028900 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-075052ce-74c9-457d-9271-4c4f1069858c tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/quotas/307d1551b61b4c018334709f0279d350 HTTP/1.1" status: 200 len: 375 time: 0.0360825 Feb 16 15:43:41.208044 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-83542b56-9c1d-443a-bd60-028089f8cc9a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:41.250002 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:41.256371 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-45c7feb3-bfc3-4eab-9813-6d1b737aa28e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ca5052e-d486-4096-8d2a-457991f59f6c HTTP/1.1" status: 200 len: 217 time: 0.2412064 Feb 16 15:43:41.270740 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Pushing event updated for resources: {'Port': ['ID=50a775e1-4d91-4ab4-87a3-3fd37c20bfa0,revision_number=5']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:41.275881 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:41.279729 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 8455222a-5837-46e7-b59f-eca94ae93c32 up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:43:41.361302 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-26adaa01-d881-4b27-a26c-8df5dd005ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:41.368996 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-26adaa01-d881-4b27-a26c-8df5dd005ab4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=bc33c565-89e9-4854-9e8d-c423df8ac769 HTTP/1.1" status: 200 len: 852 time: 0.0932710 Feb 16 15:43:41.420994 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83542b56-9c1d-443a-bd60-028089f8cc9a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Pushing event updated for resources: {'Port': ['ID=ab180cd7-8e1f-43a3-934d-7bf20e8be3da,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:41.439637 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-89b808fc-56ae-47ed-bf20-de0adc1d6a4b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3443ed8e-45cc-45b6-8627-ab5ab72f4f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676401 Feb 16 15:43:41.445072 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-83542b56-9c1d-443a-bd60-028089f8cc9a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:41.501025 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8f91cd0d-a07b-469a-8b34-d9eccccc5e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:41.506326 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning for port 8455222a-5837-46e7-b59f-eca94ae93c32 completed by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:43:41.508948 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-72e60f32-3355-47f2-a59f-69cdc3abea56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:41.519752 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning complete for port 8455222a-5837-46e7-b59f-eca94ae93c32 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:43:41.529501 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:41.560071 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a1e44959-0af4-441e-a78c-c9336ce2389e tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:41.575043 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91cd0d-a07b-469a-8b34-d9eccccc5e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd2181b-f676-4882-b5c5-f7a817088b42,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:41.598171 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8f91cd0d-a07b-469a-8b34-d9eccccc5e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:41.606180 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a1e44959-0af4-441e-a78c-c9336ce2389e tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:41.629313 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:41.671471 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.102', 62554) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:41.678618 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234523bd-c117-4443-9317-0ef6f5c71e8a req-26185855-727a-4fee-bcc7-26f6ae5a9ff5 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:41.691101 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-234523bd-c117-4443-9317-0ef6f5c71e8a req-26185855-727a-4fee-bcc7-26f6ae5a9ff5 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c3da9ec-48b4-4362-bac9-14c0855dea0c HTTP/1.1" status: 200 len: 943 time: 0.8139114 Feb 16 15:43:41.711923 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 54060) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:41.903920 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8f91cd0d-a07b-469a-8b34-d9eccccc5e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:41.905243 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-8f91cd0d-a07b-469a-8b34-d9eccccc5e24 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/afd2181b-f676-4882-b5c5-f7a817088b42 HTTP/1.1" status: 204 len: 168 time: 1.3692751 Feb 16 15:43:41.906095 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e44959-0af4-441e-a78c-c9336ce2389e tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7d09fa-cd97-4612-9642-3872d4ac5b93,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:41.910884 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-979856d6-6f08-4b3f-9d2e-5af042a59233 service neutron] 10.222.0.102 "GET /v2.0/networks/3443ed8e-45cc-45b6-8627-ab5ab72f4f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556227 Feb 16 15:43:41.925460 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a1e44959-0af4-441e-a78c-c9336ce2389e tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:41.926757 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-a1e44959-0af4-441e-a78c-c9336ce2389e tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4355190 Feb 16 15:43:41.933207 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:41.934301 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 54068) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:41.939628 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a1e44959-0af4-441e-a78c-c9336ce2389e tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:41.999330 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3a29449c-3776-4258-9627-10026e36c514 None None] For port 8455222a-5837-46e7-b59f-eca94ae93c32, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=8455222a-5837-46e7-b59f-eca94ae93c32,segment=NetworkSegment(659b4019-32da-419b-8acc-38f2522e8f00),segment_id=659b4019-32da-419b-8acc-38f2522e8f00)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:43:42.005076 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:42.010012 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:42.056792 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83542b56-9c1d-443a-bd60-028089f8cc9a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Network 98aad332-78bd-43b9-832c-6a78188811e7 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:43:42.077125 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-905f65ee-10a5-45b1-903e-4802e341f5e2 None None] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:42.109539 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-905f65ee-10a5-45b1-903e-4802e341f5e2 None None] Transition to ACTIVE for port object 32608817-7217-42b9-bef1-c4fdba0bbfb3 will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:43:42.115264 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-905f65ee-10a5-45b1-903e-4802e341f5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:42.115590 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7bfd8d67-f933-4d17-8215-3ad8f710d9b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:42.151202 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-83542b56-9c1d-443a-bd60-028089f8cc9a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:43:42.159470 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83542b56-9c1d-443a-bd60-028089f8cc9a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:43:42.178287 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-7bfd8d67-f933-4d17-8215-3ad8f710d9b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:42.185122 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-7bfd8d67-f933-4d17-8215-3ad8f710d9b6 admin admin] Usage tracker for resource:security_group_rule and tenant:f45587dfcc2e4cc08515bbac8b6846dd is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:42.190106 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-7bfd8d67-f933-4d17-8215-3ad8f710d9b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:42.193503 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-9a13338d-864c-4ceb-b0f9-0ca73cfb477a tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Request body: {'security_group_rule': {'security_group_id': '5b7d09fa-cd97-4612-9642-3872d4ac5b93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:43:42.198315 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-7bfd8d67-f933-4d17-8215-3ad8f710d9b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:42.203022 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Pushing event updated for resources: {'Port': ['ID=8455222a-5837-46e7-b59f-eca94ae93c32,revision_number=5']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:42.215650 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:42.216174 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:42.259822 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-234523bd-c117-4443-9317-0ef6f5c71e8a req-b424dcf7-e099-476d-9b99-f8149ad60a8e tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.42 "GET /v2.0/security-groups?id=445ccb60-b90a-47ac-97dd-76b623234b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5674675 Feb 16 15:43:42.318919 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-72994e34-2a92-4e17-ba07-6a72eb047a3f tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=307d1551b61b4c018334709f0279d350&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2884881 Feb 16 15:43:42.346146 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44cc4e7-3b55-4ade-8c7d-599d682647c4 None None] Pushing event updated for resources: {'Port': ['ID=32608817-7217-42b9-bef1-c4fdba0bbfb3,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:42.349879 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a44cc4e7-3b55-4ade-8c7d-599d682647c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:42.508956 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-83542b56-9c1d-443a-bd60-028089f8cc9a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:42.515358 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 54086) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:42.516432 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-9a13338d-864c-4ceb-b0f9-0ca73cfb477a tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:42.534763 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93bf2c-7230-482e-b962-cb1521700abf req-6fe8e107-4373-45f8-a139-2e4a5662b837 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:42.535540 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-1a93bf2c-7230-482e-b962-cb1521700abf req-6fe8e107-4373-45f8-a139-2e4a5662b837 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Synchronizing usage tracker for tenant:307d1551b61b4c018334709f0279d350 on resource:network {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:43:42.543538 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-9a13338d-864c-4ceb-b0f9-0ca73cfb477a tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Usage tracker for resource:security_group_rule and tenant:b0fc8a8ae93c48d4a30f0b24661af106 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:42.565857 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3eb97b4d-c659-41bb-b8ff-a86cbf92aa26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:42.584903 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-9a13338d-864c-4ceb-b0f9-0ca73cfb477a tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:42.591513 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-3eb97b4d-c659-41bb-b8ff-a86cbf92aa26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:42.600273 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7bfd8d67-f933-4d17-8215-3ad8f710d9b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:42.600575 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-3eb97b4d-c659-41bb-b8ff-a86cbf92aa26 admin admin] Usage tracker for resource:security_group_rule and tenant:1c05880717ac47bbb7a37935da0e4ea6 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:42.606116 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-3eb97b4d-c659-41bb-b8ff-a86cbf92aa26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:42.609424 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-905f65ee-10a5-45b1-903e-4802e341f5e2 None None] Attempting to bind port 32608817-7217-42b9-bef1-c4fdba0bbfb3 on host dv-cinder-775706-1-smb for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:43:42.610139 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-905f65ee-10a5-45b1-903e-4802e341f5e2 None None] Attempting to bind port 32608817-7217-42b9-bef1-c4fdba0bbfb3 by drivers openvswitch on host dv-cinder-775706-1-smb at level 0 using segments [{'id': '91a15a12-093d-4b07-afa4-6d4f18babd7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:43:42.610794 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905f65ee-10a5-45b1-903e-4802e341f5e2 None None] Attempting to bind port 32608817-7217-42b9-bef1-c4fdba0bbfb3 on network d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8 {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:43:42.615755 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-3eb97b4d-c659-41bb-b8ff-a86cbf92aa26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:42.618460 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905f65ee-10a5-45b1-903e-4802e341f5e2 None None] Checking agent: {'id': 'daefd0e5-91bf-4e18-ba94-edda5fe7e4cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 33, 59), 'started_at': datetime.datetime(2021, 2, 16, 15, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:43:42.619541 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905f65ee-10a5-45b1-903e-4802e341f5e2 None None] Checking segment: {'id': '91a15a12-093d-4b07-afa4-6d4f18babd7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:43:42.620273 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-905f65ee-10a5-45b1-903e-4802e341f5e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:42.620970 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905f65ee-10a5-45b1-903e-4802e341f5e2 None None] Bound using segment: {'id': '91a15a12-093d-4b07-afa4-6d4f18babd7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:43:42.621728 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-905f65ee-10a5-45b1-903e-4802e341f5e2 None None] Bound port: 32608817-7217-42b9-bef1-c4fdba0bbfb3, host: dv-cinder-775706-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a15a12-093d-4b07-afa4-6d4f18babd7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:43:42.622356 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-905f65ee-10a5-45b1-903e-4802e341f5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:42.627287 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7bfd8d67-f933-4d17-8215-3ad8f710d9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:42.662599 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8038aec6-92b2-4471-9185-ee5f8af98d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:42.676099 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-7bfd8d67-f933-4d17-8215-3ad8f710d9b6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f45587dfcc2e4cc08515bbac8b6846dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9306724 Feb 16 15:43:42.676099 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-1a93bf2c-7230-482e-b962-cb1521700abf req-6fe8e107-4373-45f8-a139-2e4a5662b837 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Unset dirty status for tenant:307d1551b61b4c018334709f0279d350 on resource:network {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:43:42.676099 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1a93bf2c-7230-482e-b962-cb1521700abf req-6fe8e107-4373-45f8-a139-2e4a5662b837 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.102 "GET /v2.0/networks?id=b7c45075-d47a-42e2-ab3d-f37c2b945ec2 HTTP/1.1" status: 200 len: 819 time: 1.0023775 Feb 16 15:43:42.682354 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 54090) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:42.719215 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-1a93bf2c-7230-482e-b962-cb1521700abf req-cba4d0c5-9d88-4c1c-94c5-60d99a058916 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Request body: {'port': {'device_id': '0e01f4fd-4e6c-493b-b09f-c96be522f94f', 'network_id': 'b7c45075-d47a-42e2-ab3d-f37c2b945ec2', 'admin_state_up': True, 'tenant_id': '307d1551b61b4c018334709f0279d350'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:43:42.788106 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-905f65ee-10a5-45b1-903e-4802e341f5e2 None None] For port 32608817-7217-42b9-bef1-c4fdba0bbfb3, host dv-cinder-775706-1-smb, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:43:42.793604 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-905f65ee-10a5-45b1-903e-4802e341f5e2 None None] For port 32608817-7217-42b9-bef1-c4fdba0bbfb3, host dv-cinder-775706-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=32608817-7217-42b9-bef1-c4fdba0bbfb3,segment=NetworkSegment(91a15a12-093d-4b07-afa4-6d4f18babd7a),segment_id=91a15a12-093d-4b07-afa4-6d4f18babd7a)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:43:42.802219 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-905f65ee-10a5-45b1-903e-4802e341f5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:42.811368 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3eb97b4d-c659-41bb-b8ff-a86cbf92aa26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:42.815597 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-7f3233dc-1e03-4f6d-a5d1-07f930ea93f6 service neutron] 10.222.0.42 "GET /v2.0/networks/b7c45075-d47a-42e2-ab3d-f37c2b945ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4951825 Feb 16 15:43:42.826983 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:42.871623 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3eb97b4d-c659-41bb-b8ff-a86cbf92aa26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:42.873402 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-9a13338d-864c-4ceb-b0f9-0ca73cfb477a tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:42.880212 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c3da9ec-48b4-4362-bac9-14c0855dea0c', 'tag': '4ca5052e-d486-4096-8d2a-457991f59f6c', 'status': 'completed', 'code': 200} Feb 16 15:43:42.916280 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-83542b56-9c1d-443a-bd60-028089f8cc9a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:42.935393 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 50a775e1-4d91-4ab4-87a3-3fd37c20bfa0 up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:43:42.963034 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd8d67-f933-4d17-8215-3ad8f710d9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84aa214b-ee6e-478e-8fa1-f66658c1b1d4,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:42.966813 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7bfd8d67-f933-4d17-8215-3ad8f710d9b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:42.994737 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-1a93bf2c-7230-482e-b962-cb1521700abf req-cba4d0c5-9d88-4c1c-94c5-60d99a058916 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:43.015220 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0ca72b4d-a5bd-46fe-b0fb-bea4cb2d351c req-d8525cf6-cb1f-46a9-a48a-0a3a48efa289 service neutron] 10.222.0.102 "GET /v2.0/networks/3443ed8e-45cc-45b6-8627-ab5ab72f4f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0773005 Feb 16 15:43:43.026049 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:43.045875 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-1a93bf2c-7230-482e-b962-cb1521700abf req-cba4d0c5-9d88-4c1c-94c5-60d99a058916 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Usage tracker for resource:port and tenant:307d1551b61b4c018334709f0279d350 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:43.053403 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-1a93bf2c-7230-482e-b962-cb1521700abf req-cba4d0c5-9d88-4c1c-94c5-60d99a058916 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:43.084055 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44cc4e7-3b55-4ade-8c7d-599d682647c4 None None] Pushing event updated for resources: {'Port': ['ID=32608817-7217-42b9-bef1-c4fdba0bbfb3,revision_number=4']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:43.085718 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-1a93bf2c-7230-482e-b962-cb1521700abf req-cba4d0c5-9d88-4c1c-94c5-60d99a058916 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:43.093842 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a44cc4e7-3b55-4ade-8c7d-599d682647c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:43.127013 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-52d5a3ef-9f3b-4961-9c3b-2d1f9dff1509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:43.135250 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning complete for port 50a775e1-4d91-4ab4-87a3-3fd37c20bfa0 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:43:43.135680 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:43.214447 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905f65ee-10a5-45b1-903e-4802e341f5e2 None None] Routers {'6d082d69-e887-4b37-a0f6-2cd5ec56ce42'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:43:43.215261 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-905f65ee-10a5-45b1-903e-4802e341f5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:43:28Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['6d082d69-e887-4b37-a0f6-2cd5ec56ce42'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:43:43.269292 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-136c1f91-4241-4a06-980b-5f151d446536 service neutron] 10.222.0.42 "GET /v2.0/networks/b7c45075-d47a-42e2-ab3d-f37c2b945ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3932929 Feb 16 15:43:43.348939 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-83542b56-9c1d-443a-bd60-028089f8cc9a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:43.351642 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a93bf2c-7230-482e-b962-cb1521700abf req-cba4d0c5-9d88-4c1c-94c5-60d99a058916 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Made reservation on behalf of 307d1551b61b4c018334709f0279d350 for: {'port': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:43:43.357951 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1a93bf2c-7230-482e-b962-cb1521700abf req-cba4d0c5-9d88-4c1c-94c5-60d99a058916 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:43.417050 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-3eb97b4d-c659-41bb-b8ff-a86cbf92aa26 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1c05880717ac47bbb7a37935da0e4ea6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8977425 Feb 16 15:43:43.423134 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9a13338d-864c-4ceb-b0f9-0ca73cfb477a tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:43.433874 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 54104) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:43.444923 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb97b4d-c659-41bb-b8ff-a86cbf92aa26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59067ebe-ca84-4ddf-aab4-6a0ea53a6b0f,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:43.449414 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3eb97b4d-c659-41bb-b8ff-a86cbf92aa26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:43.665545 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-83542b56-9c1d-443a-bd60-028089f8cc9a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:43.721191 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 8455222a-5837-46e7-b59f-eca94ae93c32 up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:43:43.829848 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:43.851270 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-905f65ee-10a5-45b1-903e-4802e341f5e2 None None] Set router 6d082d69-e887-4b37-a0f6-2cd5ec56ce42 gateway port host: dv-cinder-775706-1-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:43:43.862697 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad1851-22d7-49db-aaba-23dc65cc1780 req-5094d4dd-d5b8-44dd-bcb7-8903dbf74fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:43.864340 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e7ad1851-22d7-49db-aaba-23dc65cc1780 req-5094d4dd-d5b8-44dd-bcb7-8903dbf74fa4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1d5efd35325943199dbb27f972aab2ad&device_id=8c3da9ec-48b4-4362-bac9-14c0855dea0c HTTP/1.1" status: 200 len: 1160 time: 0.6206176 Feb 16 15:43:43.905052 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9a13338d-864c-4ceb-b0f9-0ca73cfb477a tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:43.922580 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83542b56-9c1d-443a-bd60-028089f8cc9a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Pushing event updated for resources: {'Port': ['ID=ab180cd7-8e1f-43a3-934d-7bf20e8be3da,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:43.926365 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-83542b56-9c1d-443a-bd60-028089f8cc9a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:43.929091 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-83542b56-9c1d-443a-bd60-028089f8cc9a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854196618'] for floatingip, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:43.996788 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-52d5a3ef-9f3b-4961-9c3b-2d1f9dff1509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:44.177002 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8194649-aeca-4078-aab4-de9f2f9cc706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:44.215428 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8194649-aeca-4078-aab4-de9f2f9cc706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:44.270381 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-7ae77279-e61d-4e85-8249-33a7072cdf12 req-346f8db4-412d-44b2-8b01-6c7be38ef382 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 210 time: 0.4593513 Feb 16 15:43:44.281001 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9a13338d-864c-4ceb-b0f9-0ca73cfb477a tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661287'] for security_group_rule, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:44.283134 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad1851-22d7-49db-aaba-23dc65cc1780 req-1c48b57d-de4b-4746-8f76-c18e7886b457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:44.285118 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e7ad1851-22d7-49db-aaba-23dc65cc1780 req-1c48b57d-de4b-4746-8f76-c18e7886b457 service neutron] 10.222.0.102 "GET /v2.0/networks?id=3443ed8e-45cc-45b6-8627-ab5ab72f4f3c HTTP/1.1" status: 200 len: 906 time: 0.3535194 Feb 16 15:43:44.288076 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8194649-aeca-4078-aab4-de9f2f9cc706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:44.295424 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:44.306370 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-83542b56-9c1d-443a-bd60-028089f8cc9a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for floatingip, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:44.308017 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-83542b56-9c1d-443a-bd60-028089f8cc9a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8646648 Feb 16 15:43:44.343128 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-1a93bf2c-7230-482e-b962-cb1521700abf req-cba4d0c5-9d88-4c1c-94c5-60d99a058916 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Allocated IP 172.20.0.7 (b7c45075-d47a-42e2-ab3d-f37c2b945ec2/a62699c9-d511-4489-bc33-e0a20a0f027c/03bd2236-cf30-42c8-9f32-63f5f0f4d9b4) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:43:44.429491 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e7ad1851-22d7-49db-aaba-23dc65cc1780 req-528ae641-51ba-4cb6-a76e-b9fedf1f7daf service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ca5052e-d486-4096-8d2a-457991f59f6c HTTP/1.1" status: 200 len: 217 time: 0.1358654 Feb 16 15:43:44.446304 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-52d5a3ef-9f3b-4961-9c3b-2d1f9dff1509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:44.455826 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8194649-aeca-4078-aab4-de9f2f9cc706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:44.461073 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-f8194649-aeca-4078-aab4-de9f2f9cc706 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/59067ebe-ca84-4ddf-aab4-6a0ea53a6b0f HTTP/1.1" status: 204 len: 168 time: 1.0212958 Feb 16 15:43:44.499864 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5af3b45b-699e-44f4-8039-b2f364a314b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:44.533943 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d5a3ef-9f3b-4961-9c3b-2d1f9dff1509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84aa214b-ee6e-478e-8fa1-f66658c1b1d4,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:44.587998 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a13338d-864c-4ceb-b0f9-0ca73cfb477a tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a695f0-9b0e-4f7e-802d-a7c34da0b594,revision_number=0']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:44.600009 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning complete for port 8455222a-5837-46e7-b59f-eca94ae93c32 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:43:44.600437 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:44.617486 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9a13338d-864c-4ceb-b0f9-0ca73cfb477a tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:44.622281 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-9a13338d-864c-4ceb-b0f9-0ca73cfb477a tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6716437 Feb 16 15:43:44.623996 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-9a13338d-864c-4ceb-b0f9-0ca73cfb477a tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:44.641103 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad1851-22d7-49db-aaba-23dc65cc1780 req-225699a7-ea94-4949-bab4-33d72c49496b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:44.646514 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e7ad1851-22d7-49db-aaba-23dc65cc1780 req-225699a7-ea94-4949-bab4-33d72c49496b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=bc33c565-89e9-4854-9e8d-c423df8ac769 HTTP/1.1" status: 200 len: 852 time: 0.1769922 Feb 16 15:43:44.647185 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-46335e65-21e9-4290-8627-4567e83134dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:44.648232 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-52d5a3ef-9f3b-4961-9c3b-2d1f9dff1509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:44.649133 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-52d5a3ef-9f3b-4961-9c3b-2d1f9dff1509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:44.668034 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-52d5a3ef-9f3b-4961-9c3b-2d1f9dff1509 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/84aa214b-ee6e-478e-8fa1-f66658c1b1d4 HTTP/1.1" status: 204 len: 168 time: 1.9845097 Feb 16 15:43:44.701489 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 54146) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:44.703763 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8194649-aeca-4078-aab4-de9f2f9cc706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59067ebe-ca84-4ddf-aab4-6a0ea53a6b0f,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:44.745961 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f8194649-aeca-4078-aab4-de9f2f9cc706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:44.767109 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-10c3830d-c63e-4a83-a197-0ecce4adbd1f tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Request body: {'security_group_rule': {'security_group_id': '5b7d09fa-cd97-4612-9642-3872d4ac5b93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:43:44.789681 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-10c3830d-c63e-4a83-a197-0ecce4adbd1f tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:44.804646 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-10c3830d-c63e-4a83-a197-0ecce4adbd1f tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Usage tracker for resource:security_group_rule and tenant:b0fc8a8ae93c48d4a30f0b24661af106 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:44.815601 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-10c3830d-c63e-4a83-a197-0ecce4adbd1f tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:44.834182 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-905f65ee-10a5-45b1-903e-4802e341f5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'name': 'tempest-AttachVolumeTestJSON-1971169974-router', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:11Z', 'updated_at': '2021-02-16T15:43:31Z', 'revision_number': 4, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'gw_port': {'id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:14Z', 'updated_at': '2021-02-16T15:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_interfaces': [{'id': '32608817-7217-42b9-bef1-c4fdba0bbfb3', 'name': '', 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'mac_address': 'fa:16:3e:81:86:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '403fc087-c515-4f31-aec5-fdfdb713afb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:30Z', 'updated_at': '2021-02-16T15:43:42Z', 'revision_number': 4, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'subnets': [{'id': '403fc087-c515-4f31-aec5-fdfdb713afb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:43:44.839063 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-10c3830d-c63e-4a83-a197-0ecce4adbd1f tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:44.855559 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905f65ee-10a5-45b1-903e-4802e341f5e2 None None] The sync data for ids ['6d082d69-e887-4b37-a0f6-2cd5ec56ce42'] in dv-cinder-775706-1-smb is: [{'id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'name': 'tempest-AttachVolumeTestJSON-1971169974-router', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:11Z', 'updated_at': '2021-02-16T15:43:31Z', 'revision_number': 4, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'gw_port': {'id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:14Z', 'updated_at': '2021-02-16T15:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_interfaces': [{'id': '32608817-7217-42b9-bef1-c4fdba0bbfb3', 'name': '', 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'mac_address': 'fa:16:3e:81:86:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '403fc087-c515-4f31-aec5-fdfdb713afb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:30Z', 'updated_at': '2021-02-16T15:43:42Z', 'revision_number': 4, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'subnets': [{'id': '403fc087-c515-4f31-aec5-fdfdb713afb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:43:44.957481 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf672f0-fb2a-4fe2-a6bc-1aaf43db634c req-2f5f1f0e-b796-4a31-898b-e51feb561769 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:44.959572 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-faf672f0-fb2a-4fe2-a6bc-1aaf43db634c req-2f5f1f0e-b796-4a31-898b-e51feb561769 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c3da9ec-48b4-4362-bac9-14c0855dea0c HTTP/1.1" status: 200 len: 943 time: 1.4106371 Feb 16 15:43:44.997708 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1a93bf2c-7230-482e-b962-cb1521700abf req-cba4d0c5-9d88-4c1c-94c5-60d99a058916 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:45.036675 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e7ad1851-22d7-49db-aaba-23dc65cc1780 req-0a366f4b-038a-421d-a501-d7867e277abe service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3443ed8e-45cc-45b6-8627-ab5ab72f4f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3197186 Feb 16 15:43:45.060970 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1a93bf2c-7230-482e-b962-cb1521700abf req-cba4d0c5-9d88-4c1c-94c5-60d99a058916 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:45.096142 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:45.262264 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e7ad1851-22d7-49db-aaba-23dc65cc1780 req-71e25f0e-af4a-47d7-a638-59e820ad9a7f service neutron] 10.222.0.102 "GET /v2.0/networks/3443ed8e-45cc-45b6-8627-ab5ab72f4f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066817 Feb 16 15:43:45.275571 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4d0c5-9d88-4c1c-94c5-60d99a058916 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Pushing event updated for resources: {'Port': ['ID=03bd2236-cf30-42c8-9f32-63f5f0f4d9b4,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:45.287770 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-cba4d0c5-9d88-4c1c-94c5-60d99a058916 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:45.482191 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 54176) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:45.510379 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.102', 62562) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:45.512523 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a93bf2c-7230-482e-b962-cb1521700abf req-cba4d0c5-9d88-4c1c-94c5-60d99a058916 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Network b7c45075-d47a-42e2-ab3d-f37c2b945ec2 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:43:45.524999 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-10c3830d-c63e-4a83-a197-0ecce4adbd1f tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:45.552972 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-1a93bf2c-7230-482e-b962-cb1521700abf req-cba4d0c5-9d88-4c1c-94c5-60d99a058916 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:43:45.560155 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a93bf2c-7230-482e-b962-cb1521700abf req-cba4d0c5-9d88-4c1c-94c5-60d99a058916 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:43:45.565037 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93bf2c-7230-482e-b962-cb1521700abf req-cba4d0c5-9d88-4c1c-94c5-60d99a058916 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:45.566292 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1a93bf2c-7230-482e-b962-cb1521700abf req-cba4d0c5-9d88-4c1c-94c5-60d99a058916 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:45.642881 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bfe59dcc-878d-403e-aad2-45c52be8afed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:45.670564 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-bbfa595e-dcf0-419b-92fe-93295895a325 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1870354667&fields=id&tenant_id=cdeb7d144cce4a36905846777218ca0e HTTP/1.1" status: 200 len: 267 time: 0.9679177 Feb 16 15:43:45.703286 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-bfe59dcc-878d-403e-aad2-45c52be8afed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:45.712183 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-bfe59dcc-878d-403e-aad2-45c52be8afed admin admin] Usage tracker for resource:security_group_rule and tenant:899e68bbca2d4417ba88055ee9ba212f is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:45.712308 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-faf672f0-fb2a-4fe2-a6bc-1aaf43db634c req-9a77ab7f-fee3-4bc1-9f6f-971ec43aaef7 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.42 "GET /v2.0/security-groups?id=445ccb60-b90a-47ac-97dd-76b623234b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6490586 Feb 16 15:43:45.717077 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-bfe59dcc-878d-403e-aad2-45c52be8afed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:45.739278 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-bfe59dcc-878d-403e-aad2-45c52be8afed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:45.846219 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-10c3830d-c63e-4a83-a197-0ecce4adbd1f tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:45.958726 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bfe59dcc-878d-403e-aad2-45c52be8afed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:45.970195 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bfe59dcc-878d-403e-aad2-45c52be8afed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:45.983066 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e7ad1851-22d7-49db-aaba-23dc65cc1780 req-4e1c8f9d-ca52-4da0-aef1-ed8392dcde90 service neutron] 10.222.0.102 "GET /v2.0/networks/3443ed8e-45cc-45b6-8627-ab5ab72f4f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7051377 Feb 16 15:43:45.987009 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:46.013386 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-10c3830d-c63e-4a83-a197-0ecce4adbd1f tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661287'] for security_group_rule, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:46.038692 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1a93bf2c-7230-482e-b962-cb1521700abf req-cba4d0c5-9d88-4c1c-94c5-60d99a058916 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3479657 Feb 16 15:43:46.072199 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-1a93bf2c-7230-482e-b962-cb1521700abf req-92b46dc7-fae5-47a8-afda-4d6497736339 service neutron] Request body: {'port': {'device_id': '0e01f4fd-4e6c-493b-b09f-c96be522f94f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:43:46.124867 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:46.160191 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c9cbf906-93c8-464c-9fd3-27565c6f62b4 req-8833c5e8-71ad-49a7-8513-c575d7e135bc tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 210 time: 0.1483586 Feb 16 15:43:46.168379 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3830d-c63e-4a83-a197-0ecce4adbd1f tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f3a885-2e57-4228-9a6b-a2adc2594745,revision_number=0']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:46.171146 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-10c3830d-c63e-4a83-a197-0ecce4adbd1f tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:46.179410 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-10c3830d-c63e-4a83-a197-0ecce4adbd1f tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:46.183969 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-10c3830d-c63e-4a83-a197-0ecce4adbd1f tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4690588 Feb 16 15:43:46.184599 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 54194) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:46.204284 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe59dcc-878d-403e-aad2-45c52be8afed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b12b54-f7b5-4809-94f4-00cd069f0280,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:46.214348 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-73083d4a-e764-4e9f-bcd7-a7b3409c3f66 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Request body: {'floatingip': {'floating_network_id': '98aad332-78bd-43b9-832c-6a78188811e7'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:43:46.224451 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 54200) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:46.228688 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-bfe59dcc-878d-403e-aad2-45c52be8afed admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=899e68bbca2d4417ba88055ee9ba212f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7335346 Feb 16 15:43:46.238086 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-73083d4a-e764-4e9f-bcd7-a7b3409c3f66 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:46.240468 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-bfe59dcc-878d-403e-aad2-45c52be8afed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:46.316328 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-14dc4e59-147a-478f-99c1-ca888559d2dd tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:46.323837 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-14dc4e59-147a-478f-99c1-ca888559d2dd tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/networks?id=20ca6535-fd86-4587-bfbd-e6e090169f44 HTTP/1.1" status: 200 len: 817 time: 0.6522472 Feb 16 15:43:46.336941 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-88dc1b30-dc57-44a8-b095-893106890004 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:46.338655 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-88dc1b30-dc57-44a8-b095-893106890004 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.102 "GET /v2.0/networks?id=b7c45075-d47a-42e2-ab3d-f37c2b945ec2 HTTP/1.1" status: 200 len: 819 time: 0.8248429 Feb 16 15:43:46.343602 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-73083d4a-e764-4e9f-bcd7-a7b3409c3f66 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Usage tracker for resource:floatingip and tenant:b0fc8a8ae93c48d4a30f0b24661af106 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:46.356802 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-73083d4a-e764-4e9f-bcd7-a7b3409c3f66 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:46.403402 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-73083d4a-e764-4e9f-bcd7-a7b3409c3f66 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:46.405918 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-1c700533-84a0-4d13-a5b1-5b8168bbbc6a tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Request body: {'port': {'device_id': '30dafa97-6894-4f21-881c-7ca4a198bdce', 'network_id': 'b7c45075-d47a-42e2-ab3d-f37c2b945ec2', 'admin_state_up': True, 'tenant_id': '307d1551b61b4c018334709f0279d350'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:43:46.414728 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-01df4d05-e362-4475-9ba8-30349b11f4a8 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/quotas/cdeb7d144cce4a36905846777218ca0e HTTP/1.1" status: 200 len: 375 time: 0.0629499 Feb 16 15:43:46.448123 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1a93bf2c-7230-482e-b962-cb1521700abf req-92b46dc7-fae5-47a8-afda-4d6497736339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:46.526453 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-73083d4a-e764-4e9f-bcd7-a7b3409c3f66 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for floatingip, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:46.652840 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.objects.ports [None req-583e5052-dbbf-4d0e-ae1f-03d0dffcb59f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84027) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 16 15:43:46.665943 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e4d49260-9dd8-4fd0-9738-bc195eb59421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:46.717830 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-1c700533-84a0-4d13-a5b1-5b8168bbbc6a tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:46.727779 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e4d49260-9dd8-4fd0-9738-bc195eb59421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:46.730804 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-1c700533-84a0-4d13-a5b1-5b8168bbbc6a tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Usage tracker for resource:port and tenant:307d1551b61b4c018334709f0279d350 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:46.735794 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-1c700533-84a0-4d13-a5b1-5b8168bbbc6a tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:46.768184 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-1c700533-84a0-4d13-a5b1-5b8168bbbc6a tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:46.829017 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-8e30d495-fc04-4a27-8c51-c94bf64c0f81 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Synchronizing usage tracker for tenant:cdeb7d144cce4a36905846777218ca0e on resource:port {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:43:46.850675 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-1c700533-84a0-4d13-a5b1-5b8168bbbc6a tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Made reservation on behalf of 307d1551b61b4c018334709f0279d350 for: {'port': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:43:46.856529 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-1c700533-84a0-4d13-a5b1-5b8168bbbc6a tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:46.919736 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-8e30d495-fc04-4a27-8c51-c94bf64c0f81 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Unset dirty status for tenant:cdeb7d144cce4a36905846777218ca0e on resource:port {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:43:46.921216 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-8e30d495-fc04-4a27-8c51-c94bf64c0f81 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cdeb7d144cce4a36905846777218ca0e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4834342 Feb 16 15:43:46.935787 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-73083d4a-e764-4e9f-bcd7-a7b3409c3f66 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:47.008657 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e4d49260-9dd8-4fd0-9738-bc195eb59421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:47.072274 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 32608817-7217-42b9-bef1-c4fdba0bbfb3 up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:43:47.133849 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 4ca5052e-d486-4096-8d2a-457991f59f6c up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:43:47.286858 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning for port 32608817-7217-42b9-bef1-c4fdba0bbfb3 completed by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:43:47.294376 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning complete for port 32608817-7217-42b9-bef1-c4fdba0bbfb3 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:43:47.294856 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:47.339966 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0b0d955e-62b1-46ec-b5c4-eaaefdb65736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:47.393076 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d49260-9dd8-4fd0-9738-bc195eb59421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b12b54-f7b5-4809-94f4-00cd069f0280,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:47.396904 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning for port 4ca5052e-d486-4096-8d2a-457991f59f6c completed by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:43:47.404060 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 4ca5052e-d486-4096-8d2a-457991f59f6c triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:43:47.404587 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:47.405426 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e4d49260-9dd8-4fd0-9738-bc195eb59421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:47.406327 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e4d49260-9dd8-4fd0-9738-bc195eb59421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:47.407798 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-e4d49260-9dd8-4fd0-9738-bc195eb59421 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f7b12b54-f7b5-4809-94f4-00cd069f0280 HTTP/1.1" status: 204 len: 168 time: 1.1814079 Feb 16 15:43:47.462789 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [req-1a93bf2c-7230-482e-b962-cb1521700abf req-92b46dc7-fae5-47a8-afda-4d6497736339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03bd2236-cf30-42c8-9f32-63f5f0f4d9b4 {{(pid=84026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 15:43:47.474600 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1a93bf2c-7230-482e-b962-cb1521700abf req-92b46dc7-fae5-47a8-afda-4d6497736339 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:47.486058 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-9a4f3df8-635a-46c3-a510-aab0733ac0d1 service neutron] 10.222.0.42 "GET /v2.0/networks/20ca6535-fd86-4587-bfbd-e6e090169f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5243268 Feb 16 15:43:47.491498 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-1a93bf2c-7230-482e-b962-cb1521700abf req-92b46dc7-fae5-47a8-afda-4d6497736339 service neutron] Transition to ACTIVE for port object 03bd2236-cf30-42c8-9f32-63f5f0f4d9b4 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:43:47.583190 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-1c700533-84a0-4d13-a5b1-5b8168bbbc6a tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Allocated IP 172.20.0.2 (b7c45075-d47a-42e2-ab3d-f37c2b945ec2/a62699c9-d511-4489-bc33-e0a20a0f027c/bf97c307-354d-4f28-b01d-c26454b8544c) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:43:47.655154 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:47.819365 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:47.840656 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3a29449c-3776-4258-9627-10026e36c514 None None] For port 32608817-7217-42b9-bef1-c4fdba0bbfb3, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=32608817-7217-42b9-bef1-c4fdba0bbfb3,segment=NetworkSegment(91a15a12-093d-4b07-afa4-6d4f18babd7a),segment_id=91a15a12-093d-4b07-afa4-6d4f18babd7a)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:43:47.856418 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:47.867465 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:47.901458 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1a93bf2c-7230-482e-b962-cb1521700abf req-92b46dc7-fae5-47a8-afda-4d6497736339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:47.956316 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-436f79f0-bc33-4a36-84ba-bb4d8fc45b87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:48.045034 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3da9ec-48b4-4362-bac9-14c0855dea0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca5052e-d486-4096-8d2a-457991f59f6c'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:43:48.081437 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d894ae-6847-45da-aeac-d95e13a2c89a req-ab08fd90-ccbf-4fe0-abb3-a761bcc69fbb tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:48.088974 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a9d894ae-6847-45da-aeac-d95e13a2c89a req-ab08fd90-ccbf-4fe0-abb3-a761bcc69fbb tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c3da9ec-48b4-4362-bac9-14c0855dea0c HTTP/1.1" status: 200 len: 943 time: 0.8373141 Feb 16 15:43:48.157221 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-1c700533-84a0-4d13-a5b1-5b8168bbbc6a tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:48.181300 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b46dc7-fae5-47a8-afda-4d6497736339 service neutron] Pushing event updated for resources: {'Port': ['ID=03bd2236-cf30-42c8-9f32-63f5f0f4d9b4,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:48.181630 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-a9461fcf-a5c8-4123-a21a-71f99ff6f0a4 service neutron] 10.222.0.42 "GET /v2.0/networks/20ca6535-fd86-4587-bfbd-e6e090169f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6833487 Feb 16 15:43:48.201077 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-92b46dc7-fae5-47a8-afda-4d6497736339 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:48.239998 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] For port 4ca5052e-d486-4096-8d2a-457991f59f6c, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=4ca5052e-d486-4096-8d2a-457991f59f6c,segment=NetworkSegment(52624b71-4909-4731-971d-6bf4eadaae1d),segment_id=52624b71-4909-4731-971d-6bf4eadaae1d)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:43:48.263373 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:48.306689 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Pushing event updated for resources: {'Port': ['ID=32608817-7217-42b9-bef1-c4fdba0bbfb3,revision_number=5']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:48.317703 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:48.318236 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-38662645-cf28-480f-9487-6a74a38c7b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:48.394289 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a9d894ae-6847-45da-aeac-d95e13a2c89a req-ac8ee081-8f3d-464f-8c5a-5951afd417ba tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.42 "GET /v2.0/security-groups?id=445ccb60-b90a-47ac-97dd-76b623234b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037724 Feb 16 15:43:48.471633 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-1c700533-84a0-4d13-a5b1-5b8168bbbc6a tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:48.476342 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-73083d4a-e764-4e9f-bcd7-a7b3409c3f66 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Allocated IP 172.28.2.51 (98aad332-78bd-43b9-832c-6a78188811e7/07894c69-ecbd-40ed-969e-9ba4c4e7f1e8/8807d7f7-bbbd-4e14-a867-a7a9aa1e3501) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:43:48.605691 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Pushing event updated for resources: {'Port': ['ID=4ca5052e-d486-4096-8d2a-457991f59f6c,revision_number=4']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:48.618434 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:48.622100 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 4ca5052e-d486-4096-8d2a-457991f59f6c up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:43:48.794542 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 4ca5052e-d486-4096-8d2a-457991f59f6c triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:43:48.794974 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:48.910720 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-fc317e25-3bf5-4270-a75c-635a1d165028 req-ecd6d08a-ec9a-4583-9202-c7f0f9a4714a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 210 time: 0.2108870 Feb 16 15:43:49.050969 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 32608817-7217-42b9-bef1-c4fdba0bbfb3 up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:43:49.070004 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-83542b56-9c1d-443a-bd60-028089f8cc9a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:49.089297 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc465c2-ae8b-40ef-9636-4d8735a1441b req-e60ff979-e363-46e8-b882-0b0c72d3d24c tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:49.097992 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dcc465c2-ae8b-40ef-9636-4d8735a1441b req-e60ff979-e363-46e8-b882-0b0c72d3d24c tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 931 time: 0.5592782 Feb 16 15:43:49.193985 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning complete for port 32608817-7217-42b9-bef1-c4fdba0bbfb3 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:43:49.194442 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:49.288699 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dcc465c2-ae8b-40ef-9636-4d8735a1441b req-3de7a0a4-5178-4fe9-8b42-30c7d8687b8b tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895912 Feb 16 15:43:49.299149 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-73083d4a-e764-4e9f-bcd7-a7b3409c3f66 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:49.308214 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-1a93bf2c-7230-482e-b962-cb1521700abf req-92b46dc7-fae5-47a8-afda-4d6497736339 service neutron] Attempting to bind port 03bd2236-cf30-42c8-9f32-63f5f0f4d9b4 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:43:49.308633 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-1a93bf2c-7230-482e-b962-cb1521700abf req-92b46dc7-fae5-47a8-afda-4d6497736339 service neutron] Attempting to bind port 03bd2236-cf30-42c8-9f32-63f5f0f4d9b4 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '659b4019-32da-419b-8acc-38f2522e8f00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b7c45075-d47a-42e2-ab3d-f37c2b945ec2'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:43:49.309081 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a93bf2c-7230-482e-b962-cb1521700abf req-92b46dc7-fae5-47a8-afda-4d6497736339 service neutron] Attempting to bind port 03bd2236-cf30-42c8-9f32-63f5f0f4d9b4 on network b7c45075-d47a-42e2-ab3d-f37c2b945ec2 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:43:49.373854 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-73083d4a-e764-4e9f-bcd7-a7b3409c3f66 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:49.435788 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a93bf2c-7230-482e-b962-cb1521700abf req-92b46dc7-fae5-47a8-afda-4d6497736339 service neutron] Checking agent: {'id': '9f703877-974c-4713-aaa3-781784e6ea8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 41, 2), 'started_at': datetime.datetime(2021, 2, 16, 15, 41, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.100', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:43:49.436423 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a93bf2c-7230-482e-b962-cb1521700abf req-92b46dc7-fae5-47a8-afda-4d6497736339 service neutron] Checking segment: {'id': '659b4019-32da-419b-8acc-38f2522e8f00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b7c45075-d47a-42e2-ab3d-f37c2b945ec2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:43:49.436515 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1a93bf2c-7230-482e-b962-cb1521700abf req-92b46dc7-fae5-47a8-afda-4d6497736339 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:49.437778 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a93bf2c-7230-482e-b962-cb1521700abf req-92b46dc7-fae5-47a8-afda-4d6497736339 service neutron] Bound using segment: {'id': '659b4019-32da-419b-8acc-38f2522e8f00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b7c45075-d47a-42e2-ab3d-f37c2b945ec2'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:43:49.439329 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-1a93bf2c-7230-482e-b962-cb1521700abf req-92b46dc7-fae5-47a8-afda-4d6497736339 service neutron] Bound port: 03bd2236-cf30-42c8-9f32-63f5f0f4d9b4, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659b4019-32da-419b-8acc-38f2522e8f00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b7c45075-d47a-42e2-ab3d-f37c2b945ec2'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:43:49.442376 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1a93bf2c-7230-482e-b962-cb1521700abf req-92b46dc7-fae5-47a8-afda-4d6497736339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:49.634993 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:49.647192 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-1c700533-84a0-4d13-a5b1-5b8168bbbc6a tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Network b7c45075-d47a-42e2-ab3d-f37c2b945ec2 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:43:49.648191 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c700533-84a0-4d13-a5b1-5b8168bbbc6a tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Pushing event updated for resources: {'Port': ['ID=bf97c307-354d-4f28-b01d-c26454b8544c,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:49.667120 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1c700533-84a0-4d13-a5b1-5b8168bbbc6a tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:49.690754 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3da9ec-48b4-4362-bac9-14c0855dea0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca5052e-d486-4096-8d2a-457991f59f6c', 'code': 200} Feb 16 15:43:49.699825 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-1c700533-84a0-4d13-a5b1-5b8168bbbc6a tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:43:49.749814 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-1c700533-84a0-4d13-a5b1-5b8168bbbc6a tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:43:49.774620 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-1c700533-84a0-4d13-a5b1-5b8168bbbc6a tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:49.775354 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-1c700533-84a0-4d13-a5b1-5b8168bbbc6a tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:49.803028 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73083d4a-e764-4e9f-bcd7-a7b3409c3f66 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Network 98aad332-78bd-43b9-832c-6a78188811e7 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:43:49.845745 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-73083d4a-e764-4e9f-bcd7-a7b3409c3f66 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:43:49.859704 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-1c700533-84a0-4d13-a5b1-5b8168bbbc6a tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4632542 Feb 16 15:43:49.875509 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73083d4a-e764-4e9f-bcd7-a7b3409c3f66 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:43:49.907087 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-59c72ec5-7534-45aa-bb86-4116c0810110 service neutron] Request body: {'port': {'device_id': '30dafa97-6894-4f21-881c-7ca4a198bdce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:43:50.011641 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-73083d4a-e764-4e9f-bcd7-a7b3409c3f66 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:50.013417 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-1a93bf2c-7230-482e-b962-cb1521700abf req-92b46dc7-fae5-47a8-afda-4d6497736339 service neutron] For port 03bd2236-cf30-42c8-9f32-63f5f0f4d9b4, host hv-cinder-77570, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:43:50.092992 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-1a93bf2c-7230-482e-b962-cb1521700abf req-92b46dc7-fae5-47a8-afda-4d6497736339 service neutron] For port 03bd2236-cf30-42c8-9f32-63f5f0f4d9b4, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=03bd2236-cf30-42c8-9f32-63f5f0f4d9b4,segment=NetworkSegment(659b4019-32da-419b-8acc-38f2522e8f00),segment_id=659b4019-32da-419b-8acc-38f2522e8f00)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:43:50.100032 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1a93bf2c-7230-482e-b962-cb1521700abf req-92b46dc7-fae5-47a8-afda-4d6497736339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:50.155434 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:50.322199 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-95a39d68-fd84-4db0-8429-0c49f9e8ce6a req-57381566-d19b-4146-a506-18378fe96771 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 210 time: 0.0910404 Feb 16 15:43:50.380773 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73083d4a-e764-4e9f-bcd7-a7b3409c3f66 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Pushing event updated for resources: {'Port': ['ID=8807d7f7-bbbd-4e14-a867-a7a9aa1e3501,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:50.399706 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-73083d4a-e764-4e9f-bcd7-a7b3409c3f66 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.765s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:50.432144 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb0f35-9cbb-4cd0-a85d-dd35a185fc1d req-9dab6c5b-8687-41cb-b343-fd892d305e48 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:50.439924 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-10eb0f35-9cbb-4cd0-a85d-dd35a185fc1d req-9dab6c5b-8687-41cb-b343-fd892d305e48 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c3da9ec-48b4-4362-bac9-14c0855dea0c HTTP/1.1" status: 200 len: 945 time: 0.8065312 Feb 16 15:43:50.459937 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-59c72ec5-7534-45aa-bb86-4116c0810110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:50.478724 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-73083d4a-e764-4e9f-bcd7-a7b3409c3f66 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:50.652208 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 4ca5052e-d486-4096-8d2a-457991f59f6c up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:43:50.685624 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b46dc7-fae5-47a8-afda-4d6497736339 service neutron] Pushing event updated for resources: {'Port': ['ID=03bd2236-cf30-42c8-9f32-63f5f0f4d9b4,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:50.699140 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-92b46dc7-fae5-47a8-afda-4d6497736339 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:50.759959 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.102', 62570) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:50.778519 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5b42e-e123-4b7b-b13b-f9e77818b600 req-349ff968-3ee2-44f6-85da-d5c9c832abe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:50.780134 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c0f5b42e-e123-4b7b-b13b-f9e77818b600 req-349ff968-3ee2-44f6-85da-d5c9c832abe5 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=8c3da9ec-48b4-4362-bac9-14c0855dea0c HTTP/1.1" status: 200 len: 1162 time: 0.4569728 Feb 16 15:43:50.794343 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 4ca5052e-d486-4096-8d2a-457991f59f6c triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:43:50.795398 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:50.860662 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-10eb0f35-9cbb-4cd0-a85d-dd35a185fc1d req-87b9dd72-9f31-461e-aebd-754aceb6fba9 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.42 "GET /v2.0/security-groups?id=445ccb60-b90a-47ac-97dd-76b623234b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197881 Feb 16 15:43:50.898918 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-c0f5b42e-e123-4b7b-b13b-f9e77818b600 req-236ba387-e37b-490b-bae2-10a8b0ae8be4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:51.005127 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-c0f5b42e-e123-4b7b-b13b-f9e77818b600 req-236ba387-e37b-490b-bae2-10a8b0ae8be4 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:51.027281 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-c0f5b42e-e123-4b7b-b13b-f9e77818b600 req-236ba387-e37b-490b-bae2-10a8b0ae8be4 service neutron] Usage tracker for resource:security_group_rule and tenant:e1127e6615c54993a84b1d22b34e3a01 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:51.050307 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-c0f5b42e-e123-4b7b-b13b-f9e77818b600 req-236ba387-e37b-490b-bae2-10a8b0ae8be4 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:51.066219 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93bf2c-7230-482e-b962-cb1521700abf req-92b46dc7-fae5-47a8-afda-4d6497736339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:51.067185 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1a93bf2c-7230-482e-b962-cb1521700abf req-92b46dc7-fae5-47a8-afda-4d6497736339 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:51.069200 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1a93bf2c-7230-482e-b962-cb1521700abf req-92b46dc7-fae5-47a8-afda-4d6497736339 service neutron] 10.222.0.102 "PUT /v2.0/ports/03bd2236-cf30-42c8-9f32-63f5f0f4d9b4 HTTP/1.1" status: 200 len: 1157 time: 5.0118434 Feb 16 15:43:51.070072 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e01f4fd-4e6c-493b-b09f-c96be522f94f', 'tag': '03bd2236-cf30-42c8-9f32-63f5f0f4d9b4'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:43:51.070246 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa68659-4958-4342-aeb4-8c25d019054e req-5345b421-833a-4c00-a4ad-4479acb4efe7 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:51.073886 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4aa68659-4958-4342-aeb4-8c25d019054e req-5345b421-833a-4c00-a4ad-4479acb4efe7 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 931 time: 0.4967070 Feb 16 15:43:51.103360 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-c0f5b42e-e123-4b7b-b13b-f9e77818b600 req-236ba387-e37b-490b-bae2-10a8b0ae8be4 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:51.339252 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-5f3ac348-84b3-44f7-824b-e4341bba0dfc tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:51.340208 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-5f3ac348-84b3-44f7-824b-e4341bba0dfc tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Synchronizing usage tracker for tenant:cdeb7d144cce4a36905846777218ca0e on resource:network {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:43:51.422245 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4aa68659-4958-4342-aeb4-8c25d019054e req-4135452b-aa66-49c6-b37d-54ca84717dc0 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371775 Feb 16 15:43:51.425079 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-c0f5b42e-e123-4b7b-b13b-f9e77818b600 req-236ba387-e37b-490b-bae2-10a8b0ae8be4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:51.431818 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-c0f5b42e-e123-4b7b-b13b-f9e77818b600 req-236ba387-e37b-490b-bae2-10a8b0ae8be4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:51.441993 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-5f3ac348-84b3-44f7-824b-e4341bba0dfc tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Unset dirty status for tenant:cdeb7d144cce4a36905846777218ca0e on resource:network {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:43:51.443215 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-5f3ac348-84b3-44f7-824b-e4341bba0dfc tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.102 "GET /v2.0/networks?id=20ca6535-fd86-4587-bfbd-e6e090169f44 HTTP/1.1" status: 200 len: 817 time: 0.6799326 Feb 16 15:43:51.458872 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3eb97b4d-c659-41bb-b8ff-a86cbf92aa26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:51.467857 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c0f5b42e-e123-4b7b-b13b-f9e77818b600 req-236ba387-e37b-490b-bae2-10a8b0ae8be4 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=445ccb60-b90a-47ac-97dd-76b623234b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6504149 Feb 16 15:43:51.535450 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93bf2c-7230-482e-b962-cb1521700abf req-5919c1fc-1a18-40db-9228-197762c71072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:51.537593 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1a93bf2c-7230-482e-b962-cb1521700abf req-5919c1fc-1a18-40db-9228-197762c71072 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=307d1551b61b4c018334709f0279d350&device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 1160 time: 0.3077979 Feb 16 15:43:51.589639 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-73083d4a-e764-4e9f-bcd7-a7b3409c3f66 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:51.651812 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ee0c04ab-f46d-4359-b245-e8a1af34a56a req-a6de9802-1ec7-4359-b7df-73ce7cc5915d tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 210 time: 0.0580184 Feb 16 15:43:51.653915 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-73083d4a-e764-4e9f-bcd7-a7b3409c3f66 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:51.654769 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ba387-e37b-490b-bae2-10a8b0ae8be4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=48f58aef-4ff2-44fb-a16a-f397d05ea4bb,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:51.658404 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-236ba387-e37b-490b-bae2-10a8b0ae8be4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:51.675148 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:51.715284 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-2fa5f637-326f-478b-a900-a9ef5ccafbff tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Synchronizing usage tracker for tenant:cdeb7d144cce4a36905846777218ca0e on resource:security_group {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:43:51.764339 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-59c72ec5-7534-45aa-bb86-4116c0810110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf97c307-354d-4f28-b01d-c26454b8544c {{(pid=84026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 15:43:51.876099 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e01f4fd-4e6c-493b-b09f-c96be522f94f', 'tag': '03bd2236-cf30-42c8-9f32-63f5f0f4d9b4', 'status': 'completed', 'code': 200} Feb 16 15:43:51.876832 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-2fa5f637-326f-478b-a900-a9ef5ccafbff tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Unset dirty status for tenant:cdeb7d144cce4a36905846777218ca0e on resource:security_group {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:43:51.881929 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-2fa5f637-326f-478b-a900-a9ef5ccafbff tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=cdeb7d144cce4a36905846777218ca0e HTTP/1.1" status: 200 len: 5705 time: 0.4174113 Feb 16 15:43:51.884022 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-59c72ec5-7534-45aa-bb86-4116c0810110 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:51.889235 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73083d4a-e764-4e9f-bcd7-a7b3409c3f66 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Pushing event updated for resources: {'Port': ['ID=8807d7f7-bbbd-4e14-a867-a7a9aa1e3501,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:51.892636 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-73083d4a-e764-4e9f-bcd7-a7b3409c3f66 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:51.900534 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1a93bf2c-7230-482e-b962-cb1521700abf req-dc7f1aa3-4805-497f-b205-6d8f6e866dd2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03bd2236-cf30-42c8-9f32-63f5f0f4d9b4 HTTP/1.1" status: 200 len: 217 time: 0.1185658 Feb 16 15:43:51.904336 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-eff05bf5-bfd6-445b-887b-a16064272589 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Request body: {'port': {'device_id': 'fe5e72be-43bd-457a-8e0b-b7c02338826e', 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44', 'admin_state_up': True, 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'security_groups': ['16955f9a-3cf1-4a3a-b36e-8054b916097e']}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:43:51.953102 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-73083d4a-e764-4e9f-bcd7-a7b3409c3f66 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854196618'] for floatingip, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:51.984353 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-73083d4a-e764-4e9f-bcd7-a7b3409c3f66 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for floatingip, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:51.996821 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-73083d4a-e764-4e9f-bcd7-a7b3409c3f66 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8078845 Feb 16 15:43:52.076216 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-59c72ec5-7534-45aa-bb86-4116c0810110 service neutron] Transition to ACTIVE for port object bf97c307-354d-4f28-b01d-c26454b8544c will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:43:52.110733 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-59c72ec5-7534-45aa-bb86-4116c0810110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:52.168238 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3bfd2ebe-85a5-4718-bd2a-0237d1422501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:52.313364 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735eda9-3727-4399-a36f-57d4926387f6 req-ba6dbc35-272b-4c42-9a5d-9830cba1728a tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:52.318324 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b735eda9-3727-4399-a36f-57d4926387f6 req-ba6dbc35-272b-4c42-9a5d-9830cba1728a tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c3da9ec-48b4-4362-bac9-14c0855dea0c HTTP/1.1" status: 200 len: 945 time: 0.1599340 Feb 16 15:43:52.342481 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93bf2c-7230-482e-b962-cb1521700abf req-f4728605-feb0-4c43-97e8-83ab90ce0040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:52.344086 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1a93bf2c-7230-482e-b962-cb1521700abf req-f4728605-feb0-4c43-97e8-83ab90ce0040 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a62699c9-d511-4489-bc33-e0a20a0f027c HTTP/1.1" status: 200 len: 859 time: 0.4218776 Feb 16 15:43:52.446007 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1a93bf2c-7230-482e-b962-cb1521700abf req-ba10ad5b-c1ca-41f7-be30-9f73e561147d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b7c45075-d47a-42e2-ab3d-f37c2b945ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854323 Feb 16 15:43:52.449164 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-a1f6012d-7247-4b08-bcf9-7205a8b100a7 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--2087442338&fields=id&tenant_id=b0fc8a8ae93c48d4a30f0b24661af106 HTTP/1.1" status: 200 len: 267 time: 0.0830951 Feb 16 15:43:52.454664 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b735eda9-3727-4399-a36f-57d4926387f6 req-7fc3e93a-1b05-4f90-9f6c-a0faad99d862 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.42 "GET /v2.0/security-groups?id=445ccb60-b90a-47ac-97dd-76b623234b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281970 Feb 16 15:43:52.458042 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c72ec5-7534-45aa-bb86-4116c0810110 service neutron] Pushing event updated for resources: {'Port': ['ID=bf97c307-354d-4f28-b01d-c26454b8544c,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:52.492028 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-59c72ec5-7534-45aa-bb86-4116c0810110 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:52.729209 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-5e58f9b4-58e6-433b-8ae7-eb39e53932a2 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:52.730929 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-5e58f9b4-58e6-433b-8ae7-eb39e53932a2 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/networks?id=d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8 HTTP/1.1" status: 200 len: 811 time: 0.2663317 Feb 16 15:43:52.774720 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-2b7cff39-8cb2-4c57-a2f7-9f17c95e66e6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/quotas/b0fc8a8ae93c48d4a30f0b24661af106 HTTP/1.1" status: 200 len: 375 time: 0.0169713 Feb 16 15:43:52.852253 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b73f72-d27a-4147-bcee-1902e3f6428c req-9041f4e1-4a80-44ec-95de-b131db502e10 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:52.853866 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-01b73f72-d27a-4147-bcee-1902e3f6428c req-9041f4e1-4a80-44ec-95de-b131db502e10 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 943 time: 0.2145896 Feb 16 15:43:52.881218 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-eff05bf5-bfd6-445b-887b-a16064272589 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:52.910686 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-eff05bf5-bfd6-445b-887b-a16064272589 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:52.929579 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-01b73f72-d27a-4147-bcee-1902e3f6428c req-a513d14d-0458-4cbf-ab1f-f5f52f7c6823 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660510 Feb 16 15:43:52.937606 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-9176afb3-2720-4c4f-9a6c-7e023fe6c36e tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Synchronizing usage tracker for tenant:b0fc8a8ae93c48d4a30f0b24661af106 on resource:port {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:43:52.966027 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-9176afb3-2720-4c4f-9a6c-7e023fe6c36e tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Unset dirty status for tenant:b0fc8a8ae93c48d4a30f0b24661af106 on resource:port {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:43:52.967658 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-9176afb3-2720-4c4f-9a6c-7e023fe6c36e tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0fc8a8ae93c48d4a30f0b24661af106&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1774108 Feb 16 15:43:53.015831 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-eff05bf5-bfd6-445b-887b-a16064272589 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Made reservation on behalf of cdeb7d144cce4a36905846777218ca0e for: {'port': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:43:53.021719 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-eff05bf5-bfd6-445b-887b-a16064272589 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:53.079367 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1a93bf2c-7230-482e-b962-cb1521700abf req-35226246-6fc6-40d7-9e63-d9c881a92aba service neutron] 10.222.0.102 "GET /v2.0/networks/b7c45075-d47a-42e2-ab3d-f37c2b945ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6229553 Feb 16 15:43:53.126319 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-59c72ec5-7534-45aa-bb86-4116c0810110 service neutron] Attempting to bind port bf97c307-354d-4f28-b01d-c26454b8544c on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:43:53.126713 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-59c72ec5-7534-45aa-bb86-4116c0810110 service neutron] Attempting to bind port bf97c307-354d-4f28-b01d-c26454b8544c by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '659b4019-32da-419b-8acc-38f2522e8f00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b7c45075-d47a-42e2-ab3d-f37c2b945ec2'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:43:53.127080 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-59c72ec5-7534-45aa-bb86-4116c0810110 service neutron] Attempting to bind port bf97c307-354d-4f28-b01d-c26454b8544c on network b7c45075-d47a-42e2-ab3d-f37c2b945ec2 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:43:53.223589 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-59c72ec5-7534-45aa-bb86-4116c0810110 service neutron] Checking agent: {'id': '9f703877-974c-4713-aaa3-781784e6ea8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 41, 2), 'started_at': datetime.datetime(2021, 2, 16, 15, 41, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.100', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:43:53.224179 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-59c72ec5-7534-45aa-bb86-4116c0810110 service neutron] Checking segment: {'id': '659b4019-32da-419b-8acc-38f2522e8f00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b7c45075-d47a-42e2-ab3d-f37c2b945ec2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:43:53.224342 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-59c72ec5-7534-45aa-bb86-4116c0810110 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:53.224712 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-59c72ec5-7534-45aa-bb86-4116c0810110 service neutron] Bound using segment: {'id': '659b4019-32da-419b-8acc-38f2522e8f00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b7c45075-d47a-42e2-ab3d-f37c2b945ec2'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:43:53.225369 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-59c72ec5-7534-45aa-bb86-4116c0810110 service neutron] Bound port: bf97c307-354d-4f28-b01d-c26454b8544c, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659b4019-32da-419b-8acc-38f2522e8f00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b7c45075-d47a-42e2-ab3d-f37c2b945ec2'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:43:53.225744 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-59c72ec5-7534-45aa-bb86-4116c0810110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:53.344096 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cc4d7cd8-198b-440f-96f9-b3ab1e9a1336 req-e74615ab-aab5-4769-9657-f81bf7dc9676 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 210 time: 0.2811930 Feb 16 15:43:53.415009 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-70bf9920-ffa1-48e4-a41b-043c7e7ae58f service neutron] 10.222.0.42 "GET /v2.0/networks/d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334891 Feb 16 15:43:53.481888 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1a93bf2c-7230-482e-b962-cb1521700abf req-1d7806ba-a5fb-4009-98fa-91e7edf1ebe6 service neutron] 10.222.0.102 "GET /v2.0/networks/b7c45075-d47a-42e2-ab3d-f37c2b945ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3867745 Feb 16 15:43:53.585007 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-a69454d9-35bf-47da-8258-0dca89d94a0b service neutron] 10.222.0.42 "GET /v2.0/networks/d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1663597 Feb 16 15:43:53.715663 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03e69f-d188-4f12-ae67-d02669860248 req-1a71f00a-c122-412e-8001-93c2a67078a3 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:53.717467 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ba03e69f-d188-4f12-ae67-d02669860248 req-1a71f00a-c122-412e-8001-93c2a67078a3 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c3da9ec-48b4-4362-bac9-14c0855dea0c HTTP/1.1" status: 200 len: 945 time: 0.1043737 Feb 16 15:43:53.726129 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-59c72ec5-7534-45aa-bb86-4116c0810110 service neutron] For port bf97c307-354d-4f28-b01d-c26454b8544c, host hv-cinder-77570, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:43:53.734917 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-59c72ec5-7534-45aa-bb86-4116c0810110 service neutron] For port bf97c307-354d-4f28-b01d-c26454b8544c, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=bf97c307-354d-4f28-b01d-c26454b8544c,segment=NetworkSegment(659b4019-32da-419b-8acc-38f2522e8f00),segment_id=659b4019-32da-419b-8acc-38f2522e8f00)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:43:53.814686 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-59c72ec5-7534-45aa-bb86-4116c0810110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:53.854563 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:53.890438 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-03822454-5ac7-4896-8813-2ac9341ee28b req-9e301e96-f7db-4e69-a06f-cce75da1d191 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 210 time: 0.0886388 Feb 16 15:43:53.916029 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ba03e69f-d188-4f12-ae67-d02669860248 req-e8ad5ddd-512f-4faa-ae5d-fdcb04b4e320 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.42 "GET /v2.0/security-groups?id=445ccb60-b90a-47ac-97dd-76b623234b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883080 Feb 16 15:43:53.984536 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-eff05bf5-bfd6-445b-887b-a16064272589 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Allocated IP 172.20.0.10 (20ca6535-fd86-4587-bfbd-e6e090169f44/cf8af63e-2347-4927-a7a5-30a38d3293b2/18a06e30-139e-4dd9-a575-5d0dfb575216) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:43:54.053705 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c72ec5-7534-45aa-bb86-4116c0810110 service neutron] Pushing event updated for resources: {'Port': ['ID=bf97c307-354d-4f28-b01d-c26454b8544c,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:54.065944 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-59c72ec5-7534-45aa-bb86-4116c0810110 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:54.114579 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612d0f8-94af-4c8b-bf28-24ef4551f765 req-2518ba8a-fdf7-4bc9-95c3-3864545f51e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:54.116307 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e612d0f8-94af-4c8b-bf28-24ef4551f765 req-2518ba8a-fdf7-4bc9-95c3-3864545f51e9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=307d1551b61b4c018334709f0279d350&device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 1160 time: 0.3965008 Feb 16 15:43:54.261635 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392532e2-756e-4dd4-b622-65f65b13086e req-312af99a-521a-4711-a65a-079a76c3c6fe tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:54.264931 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-392532e2-756e-4dd4-b622-65f65b13086e req-312af99a-521a-4711-a65a-079a76c3c6fe tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 943 time: 0.1064165 Feb 16 15:43:54.371901 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-392532e2-756e-4dd4-b622-65f65b13086e req-11d4d647-8774-4790-8738-cbdc4382e359 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989649 Feb 16 15:43:54.432211 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-59c72ec5-7534-45aa-bb86-4116c0810110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:54.432897 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-59c72ec5-7534-45aa-bb86-4116c0810110 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:54.434423 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-59c72ec5-7534-45aa-bb86-4116c0810110 service neutron] 10.222.0.102 "PUT /v2.0/ports/bf97c307-354d-4f28-b01d-c26454b8544c HTTP/1.1" status: 200 len: 1157 time: 4.5494239 Feb 16 15:43:54.439465 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30dafa97-6894-4f21-881c-7ca4a198bdce', 'tag': 'bf97c307-354d-4f28-b01d-c26454b8544c'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:43:54.571804 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30dafa97-6894-4f21-881c-7ca4a198bdce', 'tag': 'bf97c307-354d-4f28-b01d-c26454b8544c', 'status': 'completed', 'code': 200} Feb 16 15:43:54.591603 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612d0f8-94af-4c8b-bf28-24ef4551f765 req-1c9bf56f-2054-4fe5-a15d-c9e66a44c7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:54.593196 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e612d0f8-94af-4c8b-bf28-24ef4551f765 req-1c9bf56f-2054-4fe5-a15d-c9e66a44c7f8 service neutron] 10.222.0.102 "GET /v2.0/networks?id=b7c45075-d47a-42e2-ab3d-f37c2b945ec2 HTTP/1.1" status: 200 len: 913 time: 0.4595580 Feb 16 15:43:54.698661 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-eff05bf5-bfd6-445b-887b-a16064272589 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:54.715752 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-75aa0183-8dbb-4c67-94d9-7dee6c06cf95 req-80377fb4-9b93-463c-8849-c00b493aad4f tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 210 time: 0.1367638 Feb 16 15:43:54.717238 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e612d0f8-94af-4c8b-bf28-24ef4551f765 req-9f20f930-3b90-498f-805c-d34b0444fe1b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03bd2236-cf30-42c8-9f32-63f5f0f4d9b4 HTTP/1.1" status: 200 len: 217 time: 0.1069372 Feb 16 15:43:54.815455 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-eff05bf5-bfd6-445b-887b-a16064272589 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Transition to ACTIVE for port object 18a06e30-139e-4dd9-a575-5d0dfb575216 will not be triggered until provisioned by entity DHCP. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:43:54.880531 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612d0f8-94af-4c8b-bf28-24ef4551f765 req-a44815f8-0f42-47f9-bbb9-5f58a8758537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:54.882268 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e612d0f8-94af-4c8b-bf28-24ef4551f765 req-a44815f8-0f42-47f9-bbb9-5f58a8758537 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a62699c9-d511-4489-bc33-e0a20a0f027c HTTP/1.1" status: 200 len: 859 time: 0.1568418 Feb 16 15:43:54.886663 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-5742718b-1b08-4861-a81c-317897d6a280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:54.890906 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-5742718b-1b08-4861-a81c-317897d6a280 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=307d1551b61b4c018334709f0279d350&device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 1160 time: 0.3816178 Feb 16 15:43:54.900366 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-eff05bf5-bfd6-445b-887b-a16064272589 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:54.929263 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:55.080943 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-95d376f9-c5a3-45b9-8d99-1397a9c9145c req-b9977129-66f8-44c0-b645-45524280e6ec service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=8c3da9ec-48b4-4362-bac9-14c0855dea0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1847723 Feb 16 15:43:55.156186 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-854b0496-3ea2-462b-96c2-664a5f7d5381 req-ceebdb66-4e50-4b7c-ac39-936614fda8d0 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 210 time: 0.0735636 Feb 16 15:43:55.216981 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-8fa5f4cf-6a8f-4a44-9a8a-aacd474df954 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf97c307-354d-4f28-b01d-c26454b8544c HTTP/1.1" status: 200 len: 217 time: 0.2933581 Feb 16 15:43:55.219208 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e612d0f8-94af-4c8b-bf28-24ef4551f765 req-35c345ba-920c-4571-a5e8-f26ddc01b590 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b7c45075-d47a-42e2-ab3d-f37c2b945ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2913682 Feb 16 15:43:55.262326 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-02b109a5-c170-47f9-9d4d-c8b50ffb53c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:55.393720 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d376f9-c5a3-45b9-8d99-1397a9c9145c req-a2850320-930a-458e-839c-d1aa2156133a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:55.396776 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-95d376f9-c5a3-45b9-8d99-1397a9c9145c req-a2850320-930a-458e-839c-d1aa2156133a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=1d5efd35325943199dbb27f972aab2ad&device_id=8c3da9ec-48b4-4362-bac9-14c0855dea0c HTTP/1.1" status: 200 len: 1162 time: 0.2005019 Feb 16 15:43:55.659681 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.102', 62586) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:56.033612 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-699aa012-7aa3-4f19-8c44-b939ee155b82 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:56.036223 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-699aa012-7aa3-4f19-8c44-b939ee155b82 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.102 "GET /v2.0/networks?id=d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8 HTTP/1.1" status: 200 len: 811 time: 0.3236620 Feb 16 15:43:56.062427 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 54542) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:56.137699 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d376f9-c5a3-45b9-8d99-1397a9c9145c req-36c4a3b8-37a3-445b-abdc-dd9d4eaea2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:56.139653 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-95d376f9-c5a3-45b9-8d99-1397a9c9145c req-36c4a3b8-37a3-445b-abdc-dd9d4eaea2af service neutron] 10.222.0.102 "GET /v2.0/networks?id=3443ed8e-45cc-45b6-8627-ab5ab72f4f3c HTTP/1.1" status: 200 len: 906 time: 0.7202003 Feb 16 15:43:56.205728 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6060b-ac35-446b-b297-355850f3c5eb req-eff5d3f6-8582-47a1-9383-e38a3ce2be28 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:56.221981 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-30e6060b-ac35-446b-b297-355850f3c5eb req-eff5d3f6-8582-47a1-9383-e38a3ce2be28 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 943 time: 0.5610354 Feb 16 15:43:56.226866 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e612d0f8-94af-4c8b-bf28-24ef4551f765 req-231cf481-f5a2-46bd-a7dd-c0e6f4c6e327 service neutron] 10.222.0.102 "GET /v2.0/networks/b7c45075-d47a-42e2-ab3d-f37c2b945ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9856603 Feb 16 15:43:56.400446 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e612d0f8-94af-4c8b-bf28-24ef4551f765 req-53731e95-f720-4d4e-8d2c-a9cea96ca03b service neutron] 10.222.0.102 "GET /v2.0/networks/b7c45075-d47a-42e2-ab3d-f37c2b945ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1724980 Feb 16 15:43:56.411016 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-eff05bf5-bfd6-445b-887b-a16064272589 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Network 20ca6535-fd86-4587-bfbd-e6e090169f44 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:43:56.412297 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff05bf5-bfd6-445b-887b-a16064272589 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Pushing event updated for resources: {'Port': ['ID=18a06e30-139e-4dd9-a575-5d0dfb575216,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:56.417819 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-eff05bf5-bfd6-445b-887b-a16064272589 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:43:56.431046 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-eff05bf5-bfd6-445b-887b-a16064272589 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.502s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:56.445165 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-30e6060b-ac35-446b-b297-355850f3c5eb req-5dbe3928-2f7e-4272-b42f-9633b116e41d tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216156 Feb 16 15:43:56.462503 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-f5faa173-3e5c-4187-941b-93bf1eb37931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:56.466710 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-f5faa173-3e5c-4187-941b-93bf1eb37931 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a62699c9-d511-4489-bc33-e0a20a0f027c HTTP/1.1" status: 200 len: 859 time: 1.2350266 Feb 16 15:43:56.469619 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-eff05bf5-bfd6-445b-887b-a16064272589 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:43:56.479232 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-eff05bf5-bfd6-445b-887b-a16064272589 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:56.480243 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-eff05bf5-bfd6-445b-887b-a16064272589 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:56.542917 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-83cb67c3-6ea6-4f50-91c2-db36888fab8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:56.564440 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-006f0595-357c-46d7-9ed6-dfd425832744 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b7c45075-d47a-42e2-ab3d-f37c2b945ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572875 Feb 16 15:43:56.570742 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-95d376f9-c5a3-45b9-8d99-1397a9c9145c req-8677d6bd-aa83-46e9-91c8-c270eb6b1cc8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ca5052e-d486-4096-8d2a-457991f59f6c HTTP/1.1" status: 200 len: 217 time: 0.3853421 Feb 16 15:43:56.571159 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-eff05bf5-bfd6-445b-887b-a16064272589 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6742444 Feb 16 15:43:56.601133 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-e2b32281-6a37-47b7-ad88-0400f115e9d6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=b0fc8a8ae93c48d4a30f0b24661af106 HTTP/1.1" status: 200 len: 5705 time: 0.5375943 Feb 16 15:43:56.616691 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-f092eaf3-1a4c-4b8d-9361-c12cd9483e86 service neutron] Request body: {'port': {'device_id': 'fe5e72be-43bd-457a-8e0b-b7c02338826e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:43:56.719703 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-83cb67c3-6ea6-4f50-91c2-db36888fab8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:56.729584 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d376f9-c5a3-45b9-8d99-1397a9c9145c req-6ed73142-e09a-48a8-bad5-9812bdb6b3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:56.732343 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-95d376f9-c5a3-45b9-8d99-1397a9c9145c req-6ed73142-e09a-48a8-bad5-9812bdb6b3af service neutron] 10.222.0.102 "GET /v2.0/subnets?id=bc33c565-89e9-4854-9e8d-c423df8ac769 HTTP/1.1" status: 200 len: 852 time: 0.1266236 Feb 16 15:43:56.738669 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-3056ec4a-9aeb-4a50-99db-a82888e8c587 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Request body: {'port': {'device_id': '3b3a84a8-8ce0-4ae1-af73-a881603ebea4', 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8', 'admin_state_up': True, 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'security_groups': ['5b7d09fa-cd97-4612-9642-3872d4ac5b93']}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:43:56.779454 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.objects.ports [None req-97b9c1c0-52a3-4bba-883d-8308a6853b66 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=84027) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 16 15:43:56.784235 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0fc51cba-5a1e-40c8-bcb1-1c06197f195c None None] Provisioning for port 18a06e30-139e-4dd9-a575-5d0dfb575216 completed by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:43:56.790588 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0fc51cba-5a1e-40c8-bcb1-1c06197f195c None None] Provisioning complete for port 18a06e30-139e-4dd9-a575-5d0dfb575216 triggered by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:43:56.791486 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0fc51cba-5a1e-40c8-bcb1-1c06197f195c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:56.824352 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-f092eaf3-1a4c-4b8d-9361-c12cd9483e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:56.837332 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-83cb67c3-6ea6-4f50-91c2-db36888fab8b admin admin] Usage tracker for resource:security_group_rule and tenant:4397c7f3ebd44227ba75cb20c92d63e7 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:56.840402 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-83cb67c3-6ea6-4f50-91c2-db36888fab8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:56.857724 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0fc51cba-5a1e-40c8-bcb1-1c06197f195c None None] Port 18a06e30-139e-4dd9-a575-5d0dfb575216 cannot update to ACTIVE because it is not bound. {{(pid=84027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 15:43:56.923493 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-e247b16c-6d0f-4a83-93ce-c7a8a79ee471 service neutron] 10.222.0.102 "GET /v2.0/networks/b7c45075-d47a-42e2-ab3d-f37c2b945ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509128 Feb 16 15:43:56.936587 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-83cb67c3-6ea6-4f50-91c2-db36888fab8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:56.968866 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0ef7e519-3127-4644-8e1c-f0f49469c089 req-b2d0af3a-e30e-4f6e-af7a-bf3fe2be69a9 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 210 time: 0.2505267 Feb 16 15:43:56.974950 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-95d376f9-c5a3-45b9-8d99-1397a9c9145c req-49362ba1-b31b-4895-bbad-36232231b4b7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3443ed8e-45cc-45b6-8627-ab5ab72f4f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1247597 Feb 16 15:43:56.983558 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e6486-0e4f-4011-a69a-76fd3c7bdf46 req-7c24e863-8c42-4909-b4ea-050c29593252 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:56.985180 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dd0e6486-0e4f-4011-a69a-76fd3c7bdf46 req-7c24e863-8c42-4909-b4ea-050c29593252 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 932 time: 0.6213553 Feb 16 15:43:57.208591 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5e2fc8e3-5487-4cad-b764-b4e2c27fe53c req-e22e330e-de25-44b6-aeae-7db9e6adc261 service neutron] 10.222.0.102 "GET /v2.0/networks/b7c45075-d47a-42e2-ab3d-f37c2b945ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2759395 Feb 16 15:43:57.214878 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-3056ec4a-9aeb-4a50-99db-a82888e8c587 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:57.219777 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dd0e6486-0e4f-4011-a69a-76fd3c7bdf46 req-62b3ca30-9be4-4ed0-9ad9-1d501470ed4c tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946280 Feb 16 15:43:57.240513 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-3056ec4a-9aeb-4a50-99db-a82888e8c587 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:43:57.265459 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 03bd2236-cf30-42c8-9f32-63f5f0f4d9b4 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:43:57.281034 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-95d376f9-c5a3-45b9-8d99-1397a9c9145c req-c8b6e331-b551-4032-8fdb-91de38c78620 service neutron] 10.222.0.102 "GET /v2.0/networks/3443ed8e-45cc-45b6-8627-ab5ab72f4f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901967 Feb 16 15:43:57.282335 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-3056ec4a-9aeb-4a50-99db-a82888e8c587 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Made reservation on behalf of b0fc8a8ae93c48d4a30f0b24661af106 for: {'port': 1} {{(pid=84025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:43:57.288503 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-3056ec4a-9aeb-4a50-99db-a82888e8c587 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:57.385215 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning for port 03bd2236-cf30-42c8-9f32-63f5f0f4d9b4 completed by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:43:57.395081 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 03bd2236-cf30-42c8-9f32-63f5f0f4d9b4 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:43:57.395776 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:57.463456 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-83cb67c3-6ea6-4f50-91c2-db36888fab8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:57.488820 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-83cb67c3-6ea6-4f50-91c2-db36888fab8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:57.569542 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:57.572988 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff315d-4b9c-41df-a0fd-47ef06a29c7e req-20af2b24-1b27-4b36-8e3b-62382eab9479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:57.574835 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-40ff315d-4b9c-41df-a0fd-47ef06a29c7e req-20af2b24-1b27-4b36-8e3b-62382eab9479 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=307d1551b61b4c018334709f0279d350&device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 1160 time: 0.2178853 Feb 16 15:43:57.633077 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] For port 03bd2236-cf30-42c8-9f32-63f5f0f4d9b4, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=03bd2236-cf30-42c8-9f32-63f5f0f4d9b4,segment=NetworkSegment(659b4019-32da-419b-8acc-38f2522e8f00),segment_id=659b4019-32da-419b-8acc-38f2522e8f00)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:43:57.634885 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e01f4fd-4e6c-493b-b09f-c96be522f94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bd2236-cf30-42c8-9f32-63f5f0f4d9b4'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:43:57.642778 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:57.646314 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:57.792844 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Pushing event updated for resources: {'Port': ['ID=03bd2236-cf30-42c8-9f32-63f5f0f4d9b4,revision_number=4']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:57.814916 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff315d-4b9c-41df-a0fd-47ef06a29c7e req-32e6b899-d9b6-4d0a-b0a0-ffb52a0a01c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:57.817033 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-40ff315d-4b9c-41df-a0fd-47ef06a29c7e req-32e6b899-d9b6-4d0a-b0a0-ffb52a0a01c6 service neutron] 10.222.0.102 "GET /v2.0/networks?id=b7c45075-d47a-42e2-ab3d-f37c2b945ec2 HTTP/1.1" status: 200 len: 913 time: 0.2332356 Feb 16 15:43:57.820550 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:57.835237 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-f092eaf3-1a4c-4b8d-9361-c12cd9483e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18a06e30-139e-4dd9-a575-5d0dfb575216 {{(pid=84026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 15:43:57.837817 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e01f4fd-4e6c-493b-b09f-c96be522f94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bd2236-cf30-42c8-9f32-63f5f0f4d9b4', 'code': 200} Feb 16 15:43:57.845520 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0d72e1a1-983d-4ef2-a907-e5510932664a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:57.849121 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-f092eaf3-1a4c-4b8d-9361-c12cd9483e86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:57.862931 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-f092eaf3-1a4c-4b8d-9361-c12cd9483e86 service neutron] Transition to ACTIVE for port object 18a06e30-139e-4dd9-a575-5d0dfb575216 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:43:57.865931 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-f092eaf3-1a4c-4b8d-9361-c12cd9483e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:57.880347 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-236ba387-e37b-490b-bae2-10a8b0ae8be4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:57.883712 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:58.030035 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb67c3-6ea6-4f50-91c2-db36888fab8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bcdff17-fcb4-46af-a017-f14f32146388,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:58.082681 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:58.105019 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-95d376f9-c5a3-45b9-8d99-1397a9c9145c req-86e2e198-5c99-49d8-8270-26c006a911e0 service neutron] 10.222.0.102 "GET /v2.0/networks/3443ed8e-45cc-45b6-8627-ab5ab72f4f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7906539 Feb 16 15:43:58.113062 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-83cb67c3-6ea6-4f50-91c2-db36888fab8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:58.135195 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-40ff315d-4b9c-41df-a0fd-47ef06a29c7e req-cc3d2f6e-08a0-4922-bfea-d17e13b1fede service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf97c307-354d-4f28-b01d-c26454b8544c HTTP/1.1" status: 200 len: 217 time: 0.1231554 Feb 16 15:43:58.162149 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f092eaf3-1a4c-4b8d-9361-c12cd9483e86 service neutron] Pushing event updated for resources: {'Port': ['ID=18a06e30-139e-4dd9-a575-5d0dfb575216,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:58.166645 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f092eaf3-1a4c-4b8d-9361-c12cd9483e86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:58.212829 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-83cb67c3-6ea6-4f50-91c2-db36888fab8b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4397c7f3ebd44227ba75cb20c92d63e7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1416461 Feb 16 15:43:58.213882 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 54606) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:58.279266 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff315d-4b9c-41df-a0fd-47ef06a29c7e req-f2768b65-06ee-4197-83b3-bb19eacba183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:58.280836 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-40ff315d-4b9c-41df-a0fd-47ef06a29c7e req-f2768b65-06ee-4197-83b3-bb19eacba183 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a62699c9-d511-4489-bc33-e0a20a0f027c HTTP/1.1" status: 200 len: 859 time: 0.1226885 Feb 16 15:43:58.394761 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2a005fbe-7427-4fd3-936e-0b45d240567e req-5e2c3b73-55b6-44a6-ae24-f70d1853a3b6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 210 time: 0.0938761 Feb 16 15:43:58.533062 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ba8f7-984b-4c92-a0ca-ad66d8fcea34 req-43f2fd8b-d989-4dc9-b092-c6da1a9222d0 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:58.535060 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-068ba8f7-984b-4c92-a0ca-ad66d8fcea34 req-43f2fd8b-d989-4dc9-b092-c6da1a9222d0 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 943 time: 0.6653581 Feb 16 15:43:58.585635 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-40ff315d-4b9c-41df-a0fd-47ef06a29c7e req-807b4328-bb25-4e87-a3e9-12d5851d776c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b7c45075-d47a-42e2-ab3d-f37c2b945ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1691434 Feb 16 15:43:58.601604 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-f092eaf3-1a4c-4b8d-9361-c12cd9483e86 service neutron] Attempting to bind port 18a06e30-139e-4dd9-a575-5d0dfb575216 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:43:58.601975 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-f092eaf3-1a4c-4b8d-9361-c12cd9483e86 service neutron] Attempting to bind port 18a06e30-139e-4dd9-a575-5d0dfb575216 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': 'e6df138d-0dd7-4980-b3fc-162c77679110', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:43:58.602339 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-f092eaf3-1a4c-4b8d-9361-c12cd9483e86 service neutron] Attempting to bind port 18a06e30-139e-4dd9-a575-5d0dfb575216 on network 20ca6535-fd86-4587-bfbd-e6e090169f44 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:43:58.615284 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-f092eaf3-1a4c-4b8d-9361-c12cd9483e86 service neutron] Checking agent: {'id': '9f703877-974c-4713-aaa3-781784e6ea8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 41, 2), 'started_at': datetime.datetime(2021, 2, 16, 15, 41, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.100', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:43:58.615661 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-f092eaf3-1a4c-4b8d-9361-c12cd9483e86 service neutron] Checking segment: {'id': 'e6df138d-0dd7-4980-b3fc-162c77679110', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:43:58.617994 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-f092eaf3-1a4c-4b8d-9361-c12cd9483e86 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:58.618423 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-f092eaf3-1a4c-4b8d-9361-c12cd9483e86 service neutron] Bound using segment: {'id': 'e6df138d-0dd7-4980-b3fc-162c77679110', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:43:58.618920 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-f092eaf3-1a4c-4b8d-9361-c12cd9483e86 service neutron] Bound port: 18a06e30-139e-4dd9-a575-5d0dfb575216, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6df138d-0dd7-4980-b3fc-162c77679110', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:43:58.619662 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-f092eaf3-1a4c-4b8d-9361-c12cd9483e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:58.741918 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-068ba8f7-984b-4c92-a0ca-ad66d8fcea34 req-e7142245-b122-4a1e-bfb7-2d9affb71436 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863241 Feb 16 15:43:58.743354 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-63ae9868-b2a1-4576-860a-adfe962ddc11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:58.761867 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 03bd2236-cf30-42c8-9f32-63f5f0f4d9b4 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:43:58.856423 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ae420-254a-4205-b206-bb6775dd1d2a req-b575b130-d8ae-491d-ab37-fbc700f02ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:58.859658 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6c3ae420-254a-4205-b206-bb6775dd1d2a req-b575b130-d8ae-491d-ab37-fbc700f02ad9 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 1162 time: 0.4597955 Feb 16 15:43:58.861674 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-63ae9868-b2a1-4576-860a-adfe962ddc11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:58.896383 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-40ff315d-4b9c-41df-a0fd-47ef06a29c7e req-91d0b8f4-9d90-441e-b4b5-6516f4699acf service neutron] 10.222.0.102 "GET /v2.0/networks/b7c45075-d47a-42e2-ab3d-f37c2b945ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684760 Feb 16 15:43:58.897988 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-f092eaf3-1a4c-4b8d-9361-c12cd9483e86 service neutron] For port 18a06e30-139e-4dd9-a575-5d0dfb575216, host hv-cinder-77570, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:43:58.907693 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-f092eaf3-1a4c-4b8d-9361-c12cd9483e86 service neutron] For port 18a06e30-139e-4dd9-a575-5d0dfb575216, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=18a06e30-139e-4dd9-a575-5d0dfb575216,segment=NetworkSegment(e6df138d-0dd7-4980-b3fc-162c77679110),segment_id=e6df138d-0dd7-4980-b3fc-162c77679110)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:43:58.912013 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-f092eaf3-1a4c-4b8d-9361-c12cd9483e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:58.948213 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-3056ec4a-9aeb-4a50-99db-a82888e8c587 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Allocated IP 172.20.0.3 (d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8/403fc087-c515-4f31-aec5-fdfdb713afb9/d79f0bc4-9870-4fa6-99d6-d39aea4f8916) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:43:58.969263 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-eff05bf5-bfd6-445b-887b-a16064272589 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:58.997227 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 03bd2236-cf30-42c8-9f32-63f5f0f4d9b4 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:43:58.998106 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:59.024584 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728d03c-aa31-469d-b215-f870ff42da05 req-75e521c2-f4ef-4684-9cfd-e16399d26d1e tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:59.026243 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c728d03c-aa31-469d-b215-f870ff42da05 req-75e521c2-f4ef-4684-9cfd-e16399d26d1e tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 944 time: 0.3727961 Feb 16 15:43:59.030242 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-6c3ae420-254a-4205-b206-bb6775dd1d2a req-5d2ff07f-a625-4709-a563-d380559e66b3 service neutron] Synchronizing usage tracker for tenant:e1127e6615c54993a84b1d22b34e3a01 on resource:security_group {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:43:59.124160 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c728d03c-aa31-469d-b215-f870ff42da05 req-914b5d17-49fa-493f-9d5d-bf11ef1bdf78 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751371 Feb 16 15:43:59.146852 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-6c3ae420-254a-4205-b206-bb6775dd1d2a req-5d2ff07f-a625-4709-a563-d380559e66b3 service neutron] Unset dirty status for tenant:e1127e6615c54993a84b1d22b34e3a01 on resource:security_group {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:43:59.148508 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6c3ae420-254a-4205-b206-bb6775dd1d2a req-5d2ff07f-a625-4709-a563-d380559e66b3 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388351 Feb 16 15:43:59.218223 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-63ae9868-b2a1-4576-860a-adfe962ddc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:59.236745 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:59.257168 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae9868-b2a1-4576-860a-adfe962ddc11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bcdff17-fcb4-46af-a017-f14f32146388,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:59.259976 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-63ae9868-b2a1-4576-860a-adfe962ddc11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:59.285774 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-63ae9868-b2a1-4576-860a-adfe962ddc11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:59.287340 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-63ae9868-b2a1-4576-860a-adfe962ddc11 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5bcdff17-fcb4-46af-a017-f14f32146388 HTTP/1.1" status: 204 len: 168 time: 1.0629938 Feb 16 15:43:59.348656 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:59.402993 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-3056ec4a-9aeb-4a50-99db-a82888e8c587 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:59.429585 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-3056ec4a-9aeb-4a50-99db-a82888e8c587 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Transition to ACTIVE for port object d79f0bc4-9870-4fa6-99d6-d39aea4f8916 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:43:59.458377 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-3056ec4a-9aeb-4a50-99db-a82888e8c587 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:59.511616 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:43:59.560973 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f092eaf3-1a4c-4b8d-9361-c12cd9483e86 service neutron] Pushing event updated for resources: {'Port': ['ID=18a06e30-139e-4dd9-a575-5d0dfb575216,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:59.579281 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f092eaf3-1a4c-4b8d-9361-c12cd9483e86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:59.627790 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-40ff315d-4b9c-41df-a0fd-47ef06a29c7e req-fdaf3ea0-6470-45d4-9cda-017c520ad665 service neutron] 10.222.0.102 "GET /v2.0/networks/b7c45075-d47a-42e2-ab3d-f37c2b945ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6597297 Feb 16 15:43:59.637004 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-f092eaf3-1a4c-4b8d-9361-c12cd9483e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:59.637675 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-f092eaf3-1a4c-4b8d-9361-c12cd9483e86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:59.639165 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-f092eaf3-1a4c-4b8d-9361-c12cd9483e86 service neutron] 10.222.0.102 "PUT /v2.0/ports/18a06e30-139e-4dd9-a575-5d0dfb575216 HTTP/1.1" status: 200 len: 1158 time: 3.0279243 Feb 16 15:43:59.639703 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5e72be-43bd-457a-8e0b-b7c02338826e', 'tag': '18a06e30-139e-4dd9-a575-5d0dfb575216'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:43:59.671863 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:59.676633 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056ec4a-9aeb-4a50-99db-a82888e8c587 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Pushing event updated for resources: {'Port': ['ID=d79f0bc4-9870-4fa6-99d6-d39aea4f8916,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:43:59.685953 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3056ec4a-9aeb-4a50-99db-a82888e8c587 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:43:59.783271 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe5e72be-43bd-457a-8e0b-b7c02338826e', 'tag': '18a06e30-139e-4dd9-a575-5d0dfb575216', 'status': 'completed', 'code': 200} Feb 16 15:43:59.854869 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 54634) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:43:59.898540 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ecfeb8e4-1d3b-434e-9034-39116b5f1768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:59.920649 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-3056ec4a-9aeb-4a50-99db-a82888e8c587 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Network d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:43:59.925236 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-3056ec4a-9aeb-4a50-99db-a82888e8c587 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:43:59.927925 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-3056ec4a-9aeb-4a50-99db-a82888e8c587 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:43:59.932549 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-3056ec4a-9aeb-4a50-99db-a82888e8c587 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:59.933229 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-3056ec4a-9aeb-4a50-99db-a82888e8c587 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for port, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:43:59.949332 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-ecfeb8e4-1d3b-434e-9034-39116b5f1768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:43:59.955891 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-a9695da8-a0df-4600-96c8-96555c501527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:43:59.958214 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-a9695da8-a0df-4600-96c8-96555c501527 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=cdeb7d144cce4a36905846777218ca0e&device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 1161 time: 0.1326683 Feb 16 15:43:59.964375 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-ecfeb8e4-1d3b-434e-9034-39116b5f1768 admin admin] Usage tracker for resource:security_group_rule and tenant:a986c74875544fa4a4e8b5ad65030994 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:43:59.971177 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-ecfeb8e4-1d3b-434e-9034-39116b5f1768 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:43:59.977485 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-3056ec4a-9aeb-4a50-99db-a82888e8c587 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2546952 Feb 16 15:43:59.984586 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-ecfeb8e4-1d3b-434e-9034-39116b5f1768 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:00.043415 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-37b6308c-4c12-44db-9280-e44b72f4425e service neutron] Request body: {'port': {'device_id': '3b3a84a8-8ce0-4ae1-af73-a881603ebea4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:44:00.098889 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-016f3411-4336-4b66-a73b-f13b12da5565 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18a06e30-139e-4dd9-a575-5d0dfb575216 HTTP/1.1" status: 200 len: 217 time: 0.1255889 Feb 16 15:44:00.159928 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989d389-2f84-4397-ac7d-82989cb062c9 req-f035e665-2af9-494f-aa92-0b2a36c58a25 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:00.160709 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-b989d389-2f84-4397-ac7d-82989cb062c9 req-f035e665-2af9-494f-aa92-0b2a36c58a25 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Synchronizing usage tracker for tenant:b0fc8a8ae93c48d4a30f0b24661af106 on resource:port {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:44:00.214409 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-5a0eed3b-c1c3-4b62-9b25-5969218c71d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:00.216201 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-5a0eed3b-c1c3-4b62-9b25-5969218c71d7 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=cf8af63e-2347-4927-a7a5-30a38d3293b2 HTTP/1.1" status: 200 len: 856 time: 0.1004481 Feb 16 15:44:00.283214 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-b989d389-2f84-4397-ac7d-82989cb062c9 req-f035e665-2af9-494f-aa92-0b2a36c58a25 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Unset dirty status for tenant:b0fc8a8ae93c48d4a30f0b24661af106 on resource:port {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:44:00.284544 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b989d389-2f84-4397-ac7d-82989cb062c9 req-f035e665-2af9-494f-aa92-0b2a36c58a25 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 931 time: 0.5520737 Feb 16 15:44:00.340286 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d170b436-7058-4cab-9a23-817bacb80f8d None None] Provisioning for port d79f0bc4-9870-4fa6-99d6-d39aea4f8916 completed by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:44:00.342407 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-37b6308c-4c12-44db-9280-e44b72f4425e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:00.351632 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d170b436-7058-4cab-9a23-817bacb80f8d None None] Provisioning complete for port d79f0bc4-9870-4fa6-99d6-d39aea4f8916 triggered by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:44:00.354762 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d170b436-7058-4cab-9a23-817bacb80f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:00.364273 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184eddb-f608-494e-9387-3234e77ad299 req-1ce71cd4-0c23-43ac-957b-259bf75753c7 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:00.365759 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d184eddb-f608-494e-9387-3234e77ad299 req-1ce71cd4-0c23-43ac-957b-259bf75753c7 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 943 time: 0.3905559 Feb 16 15:44:00.447344 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-d75b0ac0-c30b-4933-bfc5-45033aa5aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:00.453924 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d170b436-7058-4cab-9a23-817bacb80f8d None None] Port d79f0bc4-9870-4fa6-99d6-d39aea4f8916 cannot update to ACTIVE because it is not bound. {{(pid=84027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 15:44:00.469616 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-d75b0ac0-c30b-4933-bfc5-45033aa5aff2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=20ca6535-fd86-4587-bfbd-e6e090169f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1906419 Feb 16 15:44:00.489803 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b989d389-2f84-4397-ac7d-82989cb062c9 req-a0d81873-4a5a-43fb-b861-e913cf90752b tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930699 Feb 16 15:44:00.525031 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ecfeb8e4-1d3b-434e-9034-39116b5f1768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:00.535645 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ecfeb8e4-1d3b-434e-9034-39116b5f1768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:00.549359 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d184eddb-f608-494e-9387-3234e77ad299 req-fe73fbce-62e3-4260-ad3b-7b982ab7507d tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764939 Feb 16 15:44:00.554268 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:00.661962 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-ecfeb8e4-1d3b-434e-9034-39116b5f1768 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a986c74875544fa4a4e8b5ad65030994&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8001859 Feb 16 15:44:00.666153 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 54658) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:00.679153 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfeb8e4-1d3b-434e-9034-39116b5f1768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083df41b-83de-494b-9833-3c2ab4eb0a00,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:00.682834 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ecfeb8e4-1d3b-434e-9034-39116b5f1768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:00.851414 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-93a59263-fab5-4db9-810d-ed6ecd325f53 service neutron] 10.222.0.102 "GET /v2.0/networks/20ca6535-fd86-4587-bfbd-e6e090169f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864856 Feb 16 15:44:00.860325 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4b5755de-017e-4f0c-bfd6-b609ead6a944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:00.986904 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4b5755de-017e-4f0c-bfd6-b609ead6a944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:01.010843 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb30be0-2e40-4914-a582-d6f23ba7df35 req-6323f94e-0aa7-4f38-b1e5-618503f3af67 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:01.012476 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-fcb30be0-2e40-4914-a582-d6f23ba7df35 req-6323f94e-0aa7-4f38-b1e5-618503f3af67 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 944 time: 0.1709838 Feb 16 15:44:01.072792 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6b239682-4bb1-4b76-9215-f59bb6d4c9dd req-2df55884-ac04-456f-9938-0271e812430d service neutron] 10.222.0.102 "GET /v2.0/networks/20ca6535-fd86-4587-bfbd-e6e090169f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2023320 Feb 16 15:44:01.080195 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4b5755de-017e-4f0c-bfd6-b609ead6a944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:01.086171 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:01.098571 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5755de-017e-4f0c-bfd6-b609ead6a944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083df41b-83de-494b-9833-3c2ab4eb0a00,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:01.104653 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-4b5755de-017e-4f0c-bfd6-b609ead6a944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:01.106790 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4b5755de-017e-4f0c-bfd6-b609ead6a944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:01.111351 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-4b5755de-017e-4f0c-bfd6-b609ead6a944 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/083df41b-83de-494b-9833-3c2ab4eb0a00 HTTP/1.1" status: 204 len: 168 time: 0.4407985 Feb 16 15:44:01.168336 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-fcb30be0-2e40-4914-a582-d6f23ba7df35 req-fa4a7923-432d-47fa-9e99-a999c20fe82e tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451967 Feb 16 15:44:01.202471 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-37b6308c-4c12-44db-9280-e44b72f4425e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d79f0bc4-9870-4fa6-99d6-d39aea4f8916 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 15:44:01.212667 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-37b6308c-4c12-44db-9280-e44b72f4425e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:01.233848 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-37b6308c-4c12-44db-9280-e44b72f4425e service neutron] Transition to ACTIVE for port object d79f0bc4-9870-4fa6-99d6-d39aea4f8916 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:44:01.237785 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-37b6308c-4c12-44db-9280-e44b72f4425e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:01.254805 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-6b30956a-204b-4178-b853-c408c4384c78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:01.261980 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fc9b3-e5ec-4c4a-86c6-900e5d0b0ab4 req-0791a1f5-9236-42bc-9d8b-38b2a1003ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:01.263638 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1d2fc9b3-e5ec-4c4a-86c6-900e5d0b0ab4 req-0791a1f5-9236-42bc-9d8b-38b2a1003ab6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=cdeb7d144cce4a36905846777218ca0e&device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 1161 time: 0.0975485 Feb 16 15:44:01.392352 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device bf97c307-354d-4f28-b01d-c26454b8544c up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:44:01.404877 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b6308c-4c12-44db-9280-e44b72f4425e service neutron] Pushing event updated for resources: {'Port': ['ID=d79f0bc4-9870-4fa6-99d6-d39aea4f8916,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:01.411356 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-37b6308c-4c12-44db-9280-e44b72f4425e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:01.458483 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fc9b3-e5ec-4c4a-86c6-900e5d0b0ab4 req-9c95bc6a-1402-42f1-8b04-c1a5b599db6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:01.460069 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1d2fc9b3-e5ec-4c4a-86c6-900e5d0b0ab4 req-9c95bc6a-1402-42f1-8b04-c1a5b599db6a service neutron] 10.222.0.102 "GET /v2.0/networks?id=20ca6535-fd86-4587-bfbd-e6e090169f44 HTTP/1.1" status: 200 len: 911 time: 0.1886730 Feb 16 15:44:01.477007 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning for port bf97c307-354d-4f28-b01d-c26454b8544c completed by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:44:01.482318 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port bf97c307-354d-4f28-b01d-c26454b8544c triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:44:01.482844 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:01.551721 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1d2fc9b3-e5ec-4c4a-86c6-900e5d0b0ab4 req-1615d9b1-b1e4-4c64-984f-e0cd5133cae4 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18a06e30-139e-4dd9-a575-5d0dfb575216 HTTP/1.1" status: 200 len: 217 time: 0.0845153 Feb 16 15:44:01.636670 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-37b6308c-4c12-44db-9280-e44b72f4425e service neutron] Attempting to bind port d79f0bc4-9870-4fa6-99d6-d39aea4f8916 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:44:01.637046 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-37b6308c-4c12-44db-9280-e44b72f4425e service neutron] Attempting to bind port d79f0bc4-9870-4fa6-99d6-d39aea4f8916 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '91a15a12-093d-4b07-afa4-6d4f18babd7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:44:01.637417 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-37b6308c-4c12-44db-9280-e44b72f4425e service neutron] Attempting to bind port d79f0bc4-9870-4fa6-99d6-d39aea4f8916 on network d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:44:01.658649 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-37b6308c-4c12-44db-9280-e44b72f4425e service neutron] Checking agent: {'id': '9f703877-974c-4713-aaa3-781784e6ea8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 41, 2), 'started_at': datetime.datetime(2021, 2, 16, 15, 41, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.100', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:44:01.658649 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-37b6308c-4c12-44db-9280-e44b72f4425e service neutron] Checking segment: {'id': '91a15a12-093d-4b07-afa4-6d4f18babd7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:44:01.658649 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-37b6308c-4c12-44db-9280-e44b72f4425e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:01.658649 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-37b6308c-4c12-44db-9280-e44b72f4425e service neutron] Bound using segment: {'id': '91a15a12-093d-4b07-afa4-6d4f18babd7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:44:01.660158 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-37b6308c-4c12-44db-9280-e44b72f4425e service neutron] Bound port: d79f0bc4-9870-4fa6-99d6-d39aea4f8916, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a15a12-093d-4b07-afa4-6d4f18babd7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:44:01.660576 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-37b6308c-4c12-44db-9280-e44b72f4425e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:01.698155 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fc9b3-e5ec-4c4a-86c6-900e5d0b0ab4 req-d32c984a-d348-46ef-b8f9-00342343fceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:01.700111 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1d2fc9b3-e5ec-4c4a-86c6-900e5d0b0ab4 req-d32c984a-d348-46ef-b8f9-00342343fceb service neutron] 10.222.0.102 "GET /v2.0/subnets?id=cf8af63e-2347-4927-a7a5-30a38d3293b2 HTTP/1.1" status: 200 len: 856 time: 0.1415303 Feb 16 15:44:01.857749 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:01.861634 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fc9b3-e5ec-4c4a-86c6-900e5d0b0ab4 req-0a7590d7-e118-4b50-bf45-d34a22edcfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:01.867928 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1d2fc9b3-e5ec-4c4a-86c6-900e5d0b0ab4 req-0a7590d7-e118-4b50-bf45-d34a22edcfe7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=20ca6535-fd86-4587-bfbd-e6e090169f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1568093 Feb 16 15:44:01.965573 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30dafa97-6894-4f21-881c-7ca4a198bdce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf97c307-354d-4f28-b01d-c26454b8544c'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:44:01.986041 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] For port bf97c307-354d-4f28-b01d-c26454b8544c, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=bf97c307-354d-4f28-b01d-c26454b8544c,segment=NetworkSegment(659b4019-32da-419b-8acc-38f2522e8f00),segment_id=659b4019-32da-419b-8acc-38f2522e8f00)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:44:01.991310 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:01.996179 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:02.160341 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1d2fc9b3-e5ec-4c4a-86c6-900e5d0b0ab4 req-a2d2605f-c582-49c8-9b63-44abc93a9b4d service neutron] 10.222.0.102 "GET /v2.0/networks/20ca6535-fd86-4587-bfbd-e6e090169f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886715 Feb 16 15:44:02.174155 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Pushing event updated for resources: {'Port': ['ID=bf97c307-354d-4f28-b01d-c26454b8544c,revision_number=4']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:02.186583 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:02.190968 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:02.310589 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246f1f1-62b9-47cd-af5e-3ccb21368999 req-dc1c0b66-c783-417d-9604-59c4e53369ce tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:02.320128 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3246f1f1-62b9-47cd-af5e-3ccb21368999 req-dc1c0b66-c783-417d-9604-59c4e53369ce tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 943 time: 0.5969613 Feb 16 15:44:02.322791 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-37b6308c-4c12-44db-9280-e44b72f4425e service neutron] For port d79f0bc4-9870-4fa6-99d6-d39aea4f8916, host hv-cinder-77570, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:44:02.361605 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-37b6308c-4c12-44db-9280-e44b72f4425e service neutron] For port d79f0bc4-9870-4fa6-99d6-d39aea4f8916, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=d79f0bc4-9870-4fa6-99d6-d39aea4f8916,segment=NetworkSegment(91a15a12-093d-4b07-afa4-6d4f18babd7a),segment_id=91a15a12-093d-4b07-afa4-6d4f18babd7a)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:44:02.387606 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15cae55-7672-4c69-8c0b-71002ee6c95f req-6ba01977-1733-43d6-be75-c23df90bf336 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:02.389642 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f15cae55-7672-4c69-8c0b-71002ee6c95f req-6ba01977-1733-43d6-be75-c23df90bf336 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 945 time: 0.2632568 Feb 16 15:44:02.391183 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-37b6308c-4c12-44db-9280-e44b72f4425e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:02.404945 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1d2fc9b3-e5ec-4c4a-86c6-900e5d0b0ab4 req-84d23fc7-96ef-4cfa-bc3c-954e5ed504d8 service neutron] 10.222.0.102 "GET /v2.0/networks/20ca6535-fd86-4587-bfbd-e6e090169f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2362225 Feb 16 15:44:02.444681 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:02.559888 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3246f1f1-62b9-47cd-af5e-3ccb21368999 req-dc4e26e4-4b6e-4a80-9b3b-2966f1e5de6f tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384779 Feb 16 15:44:02.651525 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f15cae55-7672-4c69-8c0b-71002ee6c95f req-7d30dc01-e2e1-408c-965c-541bdc019904 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487195 Feb 16 15:44:02.699761 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b6308c-4c12-44db-9280-e44b72f4425e service neutron] Pushing event updated for resources: {'Port': ['ID=d79f0bc4-9870-4fa6-99d6-d39aea4f8916,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:02.726773 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30dafa97-6894-4f21-881c-7ca4a198bdce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf97c307-354d-4f28-b01d-c26454b8544c', 'code': 200} Feb 16 15:44:02.773712 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-37b6308c-4c12-44db-9280-e44b72f4425e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:02.797539 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-37b6308c-4c12-44db-9280-e44b72f4425e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:02.798586 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-37b6308c-4c12-44db-9280-e44b72f4425e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for port, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:02.801925 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-37b6308c-4c12-44db-9280-e44b72f4425e service neutron] 10.222.0.102 "PUT /v2.0/ports/d79f0bc4-9870-4fa6-99d6-d39aea4f8916 HTTP/1.1" status: 200 len: 1157 time: 2.7760518 Feb 16 15:44:02.802907 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3a84a8-8ce0-4ae1-af73-a881603ebea4', 'tag': 'd79f0bc4-9870-4fa6-99d6-d39aea4f8916'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:44:02.860398 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device bf97c307-354d-4f28-b01d-c26454b8544c up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:44:03.118124 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b3a84a8-8ce0-4ae1-af73-a881603ebea4', 'tag': 'd79f0bc4-9870-4fa6-99d6-d39aea4f8916', 'status': 'completed', 'code': 200} Feb 16 15:44:03.263895 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309d072-0b3d-4e60-873e-d320cecda4b5 req-550fc730-dc84-45d6-a906-a0f4ac49504a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:03.269734 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f309d072-0b3d-4e60-873e-d320cecda4b5 req-550fc730-dc84-45d6-a906-a0f4ac49504a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 944 time: 0.4316409 Feb 16 15:44:03.310821 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port bf97c307-354d-4f28-b01d-c26454b8544c triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:44:03.311649 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:03.348781 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500db39-2b69-4906-976d-62ff715eb14a req-bc7c3020-ed57-4a5e-9f29-c4368162406c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:03.350783 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b500db39-2b69-4906-976d-62ff715eb14a req-bc7c3020-ed57-4a5e-9f29-c4368162406c service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 1162 time: 0.1546400 Feb 16 15:44:03.398643 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-5effff79-b489-4ee4-b8bb-fb164caf4d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:03.408554 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-5effff79-b489-4ee4-b8bb-fb164caf4d45 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b0fc8a8ae93c48d4a30f0b24661af106&device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 1160 time: 0.4287853 Feb 16 15:44:03.453989 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b500db39-2b69-4906-976d-62ff715eb14a req-9178a9a0-7455-43bd-8693-cb5e1778f32d service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760674 Feb 16 15:44:03.516131 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-360d8a5b-9427-4c5d-bde8-64d5a1f79346 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d79f0bc4-9870-4fa6-99d6-d39aea4f8916 HTTP/1.1" status: 200 len: 217 time: 0.0977411 Feb 16 15:44:03.533052 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f309d072-0b3d-4e60-873e-d320cecda4b5 req-3445d787-c779-4d7e-8e67-980175868bae tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2392168 Feb 16 15:44:03.582471 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5ca6f-4b4a-413b-aa25-481421ce78ac req-997254c9-0b6b-4fcb-a928-7cd9c4ab7d6d tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:03.591015 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cce5ca6f-4b4a-413b-aa25-481421ce78ac req-997254c9-0b6b-4fcb-a928-7cd9c4ab7d6d tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c3da9ec-48b4-4362-bac9-14c0855dea0c HTTP/1.1" status: 200 len: 945 time: 0.3451571 Feb 16 15:44:03.671305 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cce5ca6f-4b4a-413b-aa25-481421ce78ac req-f4e090c5-f6df-4761-97ac-bf88893efb8d tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.42 "GET /v2.0/security-groups?id=445ccb60-b90a-47ac-97dd-76b623234b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792723 Feb 16 15:44:03.932416 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 54772) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:03.980688 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-c3ee4759-655a-49fb-be3c-f0013c1dbaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:03.982255 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-c3ee4759-655a-49fb-be3c-f0013c1dbaef service neutron] 10.222.0.102 "GET /v2.0/subnets?id=403fc087-c515-4f31-aec5-fdfdb713afb9 HTTP/1.1" status: 200 len: 850 time: 0.1954525 Feb 16 15:44:04.066821 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0c9c9-cea1-4b3b-8019-1645ab749cc2 req-442acb67-338a-4b70-9fa9-f53750a9d3de tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:04.068401 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-19a0c9c9-cea1-4b3b-8019-1645ab749cc2 req-442acb67-338a-4b70-9fa9-f53750a9d3de tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 943 time: 0.3639331 Feb 16 15:44:04.076717 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bdd37163-7960-44bc-bfc2-51b07b39a242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:04.089296 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503f32b-354a-4a22-aa53-74880f6ddab1 req-e10bf385-82a0-4f72-bc85-b894e841f54f tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:04.090923 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3503f32b-354a-4a22-aa53-74880f6ddab1 req-e10bf385-82a0-4f72-bc85-b894e841f54f tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 945 time: 0.2103074 Feb 16 15:44:04.093759 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-bdd37163-7960-44bc-bfc2-51b07b39a242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:04.098092 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-bdd37163-7960-44bc-bfc2-51b07b39a242 admin admin] Usage tracker for resource:security_group_rule and tenant:73a8c2180d5c4199b85b274a4c28a955 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:04.101287 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-bdd37163-7960-44bc-bfc2-51b07b39a242 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:04.108518 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-bdd37163-7960-44bc-bfc2-51b07b39a242 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:04.179180 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-19a0c9c9-cea1-4b3b-8019-1645ab749cc2 req-2c5c0a96-7bd7-4c8c-b801-0fe711edad96 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991352 Feb 16 15:44:04.196938 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3503f32b-354a-4a22-aa53-74880f6ddab1 req-80906a64-cbe7-4eb4-a998-06d3d3568b2c tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897958 Feb 16 15:44:04.200506 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-dad873c3-d635-4613-a393-a64f3576048c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:04.211881 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-dad873c3-d635-4613-a393-a64f3576048c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2114756 Feb 16 15:44:04.227106 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bdd37163-7960-44bc-bfc2-51b07b39a242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:04.230223 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bdd37163-7960-44bc-bfc2-51b07b39a242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:04.259633 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a1e44959-0af4-441e-a78c-c9336ce2389e tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:04.294023 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd37163-7960-44bc-bfc2-51b07b39a242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23534c26-07eb-48dc-af59-1df6cdf170be,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:04.303049 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd37163-7960-44bc-bfc2-51b07b39a242 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:04.303454 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd37163-7960-44bc-bfc2-51b07b39a242 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:04.304043 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd37163-7960-44bc-bfc2-51b07b39a242 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:04.304454 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd37163-7960-44bc-bfc2-51b07b39a242 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:04.304846 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd37163-7960-44bc-bfc2-51b07b39a242 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:04.305235 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd37163-7960-44bc-bfc2-51b07b39a242 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:04.305622 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd37163-7960-44bc-bfc2-51b07b39a242 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:04.306005 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd37163-7960-44bc-bfc2-51b07b39a242 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:04.306410 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd37163-7960-44bc-bfc2-51b07b39a242 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:04.306796 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd37163-7960-44bc-bfc2-51b07b39a242 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:04.307177 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd37163-7960-44bc-bfc2-51b07b39a242 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:04.307555 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd37163-7960-44bc-bfc2-51b07b39a242 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:04.308011 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd37163-7960-44bc-bfc2-51b07b39a242 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:04.308396 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd37163-7960-44bc-bfc2-51b07b39a242 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:04.308776 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd37163-7960-44bc-bfc2-51b07b39a242 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:04.309159 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd37163-7960-44bc-bfc2-51b07b39a242 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:04.309567 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd37163-7960-44bc-bfc2-51b07b39a242 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:04.309999 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd37163-7960-44bc-bfc2-51b07b39a242 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:04.310604 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd37163-7960-44bc-bfc2-51b07b39a242 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:04.310994 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd37163-7960-44bc-bfc2-51b07b39a242 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:04.311385 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd37163-7960-44bc-bfc2-51b07b39a242 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:04.311788 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd37163-7960-44bc-bfc2-51b07b39a242 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:04.312206 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd37163-7960-44bc-bfc2-51b07b39a242 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:04.312671 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd37163-7960-44bc-bfc2-51b07b39a242 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:04.318305 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-bdd37163-7960-44bc-bfc2-51b07b39a242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:04.324977 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-bdd37163-7960-44bc-bfc2-51b07b39a242 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=73a8c2180d5c4199b85b274a4c28a955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3909254 Feb 16 15:44:04.325489 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 54780) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:04.392050 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-d0c4f911-9ea2-4557-8a94-f5358de66716 service neutron] 10.222.0.102 "GET /v2.0/networks/d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809084 Feb 16 15:44:04.411748 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-71e61553-0566-4afd-85ed-845b249e9a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:04.447171 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-71e61553-0566-4afd-85ed-845b249e9a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:04.496995 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-71e61553-0566-4afd-85ed-845b249e9a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:04.501881 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:04.516141 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e61553-0566-4afd-85ed-845b249e9a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23534c26-07eb-48dc-af59-1df6cdf170be,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:04.519040 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-71e61553-0566-4afd-85ed-845b249e9a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:04.520273 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-71e61553-0566-4afd-85ed-845b249e9a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:04.521746 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-71e61553-0566-4afd-85ed-845b249e9a8d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/23534c26-07eb-48dc-af59-1df6cdf170be HTTP/1.1" status: 204 len: 168 time: 0.1952577 Feb 16 15:44:04.558951 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-02ac0e3b-ccce-4727-83a8-7ba9293061d4 req-24a229f6-a7c6-4953-aebb-561b05f5c797 service neutron] 10.222.0.102 "GET /v2.0/networks/d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1579335 Feb 16 15:44:04.757606 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0eb05-db0b-4997-b686-075efc05deed req-9565ec45-a66f-4363-9dbc-054ef6f94cdc tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:04.759224 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c9d0eb05-db0b-4997-b686-075efc05deed req-9565ec45-a66f-4363-9dbc-054ef6f94cdc tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 944 time: 0.0992517 Feb 16 15:44:04.868655 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 54796) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:04.888470 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7e0ed87e-6206-4af5-b959-d4b2e332f035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:04.905169 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-7e0ed87e-6206-4af5-b959-d4b2e332f035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:04.909856 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-7e0ed87e-6206-4af5-b959-d4b2e332f035 admin admin] Usage tracker for resource:security_group_rule and tenant:a35bf0d40bb14c939738ab919d9bec0f is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:04.912867 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-7e0ed87e-6206-4af5-b959-d4b2e332f035 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:04.916000 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c9d0eb05-db0b-4997-b686-075efc05deed req-ef39e234-3125-4a4f-8fb2-25477d6a3df1 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499619 Feb 16 15:44:04.918723 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-7e0ed87e-6206-4af5-b959-d4b2e332f035 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:04.967183 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed2ef0-d833-49ef-9def-a51e3dd27765 req-65358f9c-4185-43e8-a7ec-5ee72380cd1e tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:04.968965 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-22ed2ef0-d833-49ef-9def-a51e3dd27765 req-65358f9c-4185-43e8-a7ec-5ee72380cd1e tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c3da9ec-48b4-4362-bac9-14c0855dea0c HTTP/1.1" status: 200 len: 945 time: 0.1747789 Feb 16 15:44:04.983996 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96444fd6-4481-487a-985b-a7140d16e1c8 req-f81b0500-c005-4e69-8522-3d9b043c7968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:04.985873 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-96444fd6-4481-487a-985b-a7140d16e1c8 req-f81b0500-c005-4e69-8522-3d9b043c7968 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b0fc8a8ae93c48d4a30f0b24661af106&device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 1160 time: 0.1466675 Feb 16 15:44:05.048158 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7e0ed87e-6206-4af5-b959-d4b2e332f035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:05.052639 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7e0ed87e-6206-4af5-b959-d4b2e332f035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:05.062083 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-08d28a7b-d1fc-4290-aaed-59962b02d735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:05.110206 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-7e0ed87e-6206-4af5-b959-d4b2e332f035 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a35bf0d40bb14c939738ab919d9bec0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375243 Feb 16 15:44:05.110206 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ed87e-6206-4af5-b959-d4b2e332f035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe80241-acc6-4326-a929-0c8b74347639,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:05.113341 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7e0ed87e-6206-4af5-b959-d4b2e332f035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:05.113887 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 54804) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:05.146580 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-22ed2ef0-d833-49ef-9def-a51e3dd27765 req-40bab29e-02e6-44ec-9c1c-fbc64c61b820 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.42 "GET /v2.0/security-groups?id=445ccb60-b90a-47ac-97dd-76b623234b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655262 Feb 16 15:44:05.187521 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8762b94c-85d5-4ffa-a968-1df23536559b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:05.204240 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96444fd6-4481-487a-985b-a7140d16e1c8 req-7eb47d3d-18a7-40d4-b32b-52034145454d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:05.205877 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-96444fd6-4481-487a-985b-a7140d16e1c8 req-7eb47d3d-18a7-40d4-b32b-52034145454d service neutron] 10.222.0.102 "GET /v2.0/networks?id=d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8 HTTP/1.1" status: 200 len: 905 time: 0.1967475 Feb 16 15:44:05.216368 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8762b94c-85d5-4ffa-a968-1df23536559b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:05.270055 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8762b94c-85d5-4ffa-a968-1df23536559b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:05.279277 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7bfd8d67-f933-4d17-8215-3ad8f710d9b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:05.292850 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-96444fd6-4481-487a-985b-a7140d16e1c8 req-ca9df444-c636-4e94-b8ee-2e3d3e39c2ee service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d79f0bc4-9870-4fa6-99d6-d39aea4f8916 HTTP/1.1" status: 200 len: 217 time: 0.0787776 Feb 16 15:44:05.294998 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762b94c-85d5-4ffa-a968-1df23536559b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe80241-acc6-4326-a929-0c8b74347639,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:05.297745 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8762b94c-85d5-4ffa-a968-1df23536559b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:05.310157 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-8762b94c-85d5-4ffa-a968-1df23536559b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2fe80241-acc6-4326-a929-0c8b74347639 HTTP/1.1" status: 204 len: 168 time: 0.1902266 Feb 16 15:44:05.316832 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8762b94c-85d5-4ffa-a968-1df23536559b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:05.792557 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96444fd6-4481-487a-985b-a7140d16e1c8 req-383e7f03-c819-4b81-92f7-082ccc086edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:05.796889 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-96444fd6-4481-487a-985b-a7140d16e1c8 req-383e7f03-c819-4b81-92f7-082ccc086edc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=403fc087-c515-4f31-aec5-fdfdb713afb9 HTTP/1.1" status: 200 len: 850 time: 0.4915936 Feb 16 15:44:05.806103 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 54830) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:05.833999 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8756b0c4-f6db-4678-a633-db5c9807339a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:05.850435 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-8756b0c4-f6db-4678-a633-db5c9807339a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:05.851087 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90dcc8e-7f6f-4f38-b459-de40573e45bd req-5c16f275-ca47-497c-9106-92337fbdd978 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:05.852608 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a90dcc8e-7f6f-4f38-b459-de40573e45bd req-5c16f275-ca47-497c-9106-92337fbdd978 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 945 time: 0.2069979 Feb 16 15:44:05.854650 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-8756b0c4-f6db-4678-a633-db5c9807339a admin admin] Usage tracker for resource:security_group_rule and tenant:cd7a86ac5b914cd9ae622d238d966a8f is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:05.857709 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-8756b0c4-f6db-4678-a633-db5c9807339a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:05.858894 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3c303-97b0-4a76-b36d-721411bd612a req-82507f7e-cb4d-47fd-b6cc-ac24e020e0d9 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:05.864200 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-8756b0c4-f6db-4678-a633-db5c9807339a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:05.867271 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c1a3c303-97b0-4a76-b36d-721411bd612a req-82507f7e-cb4d-47fd-b6cc-ac24e020e0d9 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 943 time: 0.2260616 Feb 16 15:44:05.923495 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 18a06e30-139e-4dd9-a575-5d0dfb575216 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:44:05.992134 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c1a3c303-97b0-4a76-b36d-721411bd612a req-9aa63c5b-34de-43bc-bf7e-bc03277a8404 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238070 Feb 16 15:44:06.020523 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a90dcc8e-7f6f-4f38-b459-de40573e45bd req-e02c43ae-afc4-4055-9ddc-786f9867a95c tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506228 Feb 16 15:44:06.028491 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd58e5-c5a6-427d-9abd-c547dbe69c60 req-b54bc01b-50f2-4d83-b75f-f9d1febc3114 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:06.030116 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d9fd58e5-c5a6-427d-9abd-c547dbe69c60 req-b54bc01b-50f2-4d83-b75f-f9d1febc3114 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.102 "GET /v2.0/ports?device_id=8c3da9ec-48b4-4362-bac9-14c0855dea0c HTTP/1.1" status: 200 len: 945 time: 0.1481559 Feb 16 15:44:06.044064 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96444fd6-4481-487a-985b-a7140d16e1c8 req-de2a586d-132d-4049-873a-a7ddc894afcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:06.045617 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-96444fd6-4481-487a-985b-a7140d16e1c8 req-de2a586d-132d-4049-873a-a7ddc894afcf service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1576293 Feb 16 15:44:06.071679 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning for port 18a06e30-139e-4dd9-a575-5d0dfb575216 completed by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:44:06.086139 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 18a06e30-139e-4dd9-a575-5d0dfb575216 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:44:06.086577 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:06.107746 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8756b0c4-f6db-4678-a633-db5c9807339a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:06.112046 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8756b0c4-f6db-4678-a633-db5c9807339a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:06.123955 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3f4e3a21-5b20-47dd-946c-e9ea315971d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:06.166348 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-d9fd58e5-c5a6-427d-9abd-c547dbe69c60 req-9ab6c6f8-2455-4915-99db-dbaa489b0a41 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Deleting port 4ca5052e-d486-4096-8d2a-457991f59f6c {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:44:06.166756 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-d9fd58e5-c5a6-427d-9abd-c547dbe69c60 req-9ab6c6f8-2455-4915-99db-dbaa489b0a41 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:06.305448 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:06.320949 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 54844) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:06.321511 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-8756b0c4-f6db-4678-a633-db5c9807339a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cd7a86ac5b914cd9ae622d238d966a8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5139704 Feb 16 15:44:06.335816 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8756b0c4-f6db-4678-a633-db5c9807339a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca809a08-8f1c-4c4c-955a-92c0e592c7de,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:06.341861 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8756b0c4-f6db-4678-a633-db5c9807339a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:06.353070 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] For port 18a06e30-139e-4dd9-a575-5d0dfb575216, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=18a06e30-139e-4dd9-a575-5d0dfb575216,segment=NetworkSegment(e6df138d-0dd7-4980-b3fc-162c77679110),segment_id=e6df138d-0dd7-4980-b3fc-162c77679110)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:44:06.354126 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5e72be-43bd-457a-8e0b-b7c02338826e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a06e30-139e-4dd9-a575-5d0dfb575216'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:44:06.360265 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:06.363183 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:06.429064 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-96444fd6-4481-487a-985b-a7140d16e1c8 req-b805f0d1-ab9e-4932-95c6-2b4a27db3bcc service neutron] 10.222.0.102 "GET /v2.0/networks/d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703947 Feb 16 15:44:06.440545 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7890cd4-fba0-40f9-b7c7-658627fdba37 req-7c09d499-6e41-4151-9250-87a2c2144d14 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:06.442268 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c7890cd4-fba0-40f9-b7c7-658627fdba37 req-7c09d499-6e41-4151-9250-87a2c2144d14 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 944 time: 0.2338562 Feb 16 15:44:06.448375 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Pushing event updated for resources: {'Port': ['ID=18a06e30-139e-4dd9-a575-5d0dfb575216,revision_number=4']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:06.452003 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:06.560847 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c78de5a4-937d-4fbb-9ce8-6dff6ff25e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:06.671766 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-d9fd58e5-c5a6-427d-9abd-c547dbe69c60 req-9ab6c6f8-2455-4915-99db-dbaa489b0a41 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] For port 4ca5052e-d486-4096-8d2a-457991f59f6c, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=4ca5052e-d486-4096-8d2a-457991f59f6c,segment=NetworkSegment(52624b71-4909-4731-971d-6bf4eadaae1d),segment_id=52624b71-4909-4731-971d-6bf4eadaae1d)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:44:06.672142 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-d9fd58e5-c5a6-427d-9abd-c547dbe69c60 req-9ab6c6f8-2455-4915-99db-dbaa489b0a41 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:06.693508 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c7890cd4-fba0-40f9-b7c7-658627fdba37 req-65662b7f-0eb2-4631-a8a0-dc0ca9dd76a2 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384782 Feb 16 15:44:06.695244 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80784bcf-aef3-4a89-becd-b914f3da2f79 req-cee43b96-c783-4a42-865b-cfc4aa5ec725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:06.697160 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-80784bcf-aef3-4a89-becd-b914f3da2f79 req-cee43b96-c783-4a42-865b-cfc4aa5ec725 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=307d1551b61b4c018334709f0279d350&device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 1162 time: 0.1784954 Feb 16 15:44:06.698640 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c78de5a4-937d-4fbb-9ce8-6dff6ff25e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:06.810591 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-96444fd6-4481-487a-985b-a7140d16e1c8 req-35537687-01c0-4861-b1a1-8070a45c79bc service neutron] 10.222.0.102 "GET /v2.0/networks/d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3569002 Feb 16 15:44:06.833459 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5e72be-43bd-457a-8e0b-b7c02338826e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a06e30-139e-4dd9-a575-5d0dfb575216', 'code': 200} Feb 16 15:44:06.838445 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c78de5a4-937d-4fbb-9ce8-6dff6ff25e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:06.852470 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b2d79-5729-49e8-8627-54098e61e010 req-69bde48c-743a-4f45-9eff-3a459cf758bb tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:06.854294 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-be7b2d79-5729-49e8-8627-54098e61e010 req-69bde48c-743a-4f45-9eff-3a459cf758bb tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c3da9ec-48b4-4362-bac9-14c0855dea0c HTTP/1.1" status: 200 len: 945 time: 0.3027449 Feb 16 15:44:06.856372 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ecfeb8e4-1d3b-434e-9034-39116b5f1768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:06.893217 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78de5a4-937d-4fbb-9ce8-6dff6ff25e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca809a08-8f1c-4c4c-955a-92c0e592c7de,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:06.936447 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78de5a4-937d-4fbb-9ce8-6dff6ff25e9d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:06.936817 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78de5a4-937d-4fbb-9ce8-6dff6ff25e9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:06.937222 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78de5a4-937d-4fbb-9ce8-6dff6ff25e9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:06.937609 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78de5a4-937d-4fbb-9ce8-6dff6ff25e9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:06.937996 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78de5a4-937d-4fbb-9ce8-6dff6ff25e9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:06.938414 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78de5a4-937d-4fbb-9ce8-6dff6ff25e9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:06.938795 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78de5a4-937d-4fbb-9ce8-6dff6ff25e9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:06.939177 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78de5a4-937d-4fbb-9ce8-6dff6ff25e9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:06.939550 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78de5a4-937d-4fbb-9ce8-6dff6ff25e9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:06.939957 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78de5a4-937d-4fbb-9ce8-6dff6ff25e9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:06.940329 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78de5a4-937d-4fbb-9ce8-6dff6ff25e9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:06.940712 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78de5a4-937d-4fbb-9ce8-6dff6ff25e9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:06.941231 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78de5a4-937d-4fbb-9ce8-6dff6ff25e9d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:06.941531 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78de5a4-937d-4fbb-9ce8-6dff6ff25e9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:06.942021 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78de5a4-937d-4fbb-9ce8-6dff6ff25e9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:06.953709 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78de5a4-937d-4fbb-9ce8-6dff6ff25e9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:06.954230 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78de5a4-937d-4fbb-9ce8-6dff6ff25e9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:06.954685 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78de5a4-937d-4fbb-9ce8-6dff6ff25e9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:06.955045 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78de5a4-937d-4fbb-9ce8-6dff6ff25e9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:06.955440 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78de5a4-937d-4fbb-9ce8-6dff6ff25e9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:06.956350 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78de5a4-937d-4fbb-9ce8-6dff6ff25e9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:06.956735 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78de5a4-937d-4fbb-9ce8-6dff6ff25e9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:06.964128 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78de5a4-937d-4fbb-9ce8-6dff6ff25e9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:06.964555 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78de5a4-937d-4fbb-9ce8-6dff6ff25e9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:06.972263 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c78de5a4-937d-4fbb-9ce8-6dff6ff25e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:07.078063 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c78de5a4-937d-4fbb-9ce8-6dff6ff25e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:07.079369 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-c78de5a4-937d-4fbb-9ce8-6dff6ff25e9d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ca809a08-8f1c-4c4c-955a-92c0e592c7de HTTP/1.1" status: 204 len: 168 time: 0.7561998 Feb 16 15:44:07.093469 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-be7b2d79-5729-49e8-8627-54098e61e010 req-42454d6a-8d50-4751-ab5c-e3e08bec8f57 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.42 "GET /v2.0/security-groups?id=445ccb60-b90a-47ac-97dd-76b623234b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045808 Feb 16 15:44:07.206520 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-d9fd58e5-c5a6-427d-9abd-c547dbe69c60 req-9ab6c6f8-2455-4915-99db-dbaa489b0a41 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Calling delete_port for 4ca5052e-d486-4096-8d2a-457991f59f6c owned by compute:nova {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:44:07.206666 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91f6f7-b2fe-47f8-bfc1-d2fd472a8851 req-fec6ffe2-c64c-4ea5-befd-68e40d4bc0e7 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:07.214241 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-fb91f6f7-b2fe-47f8-bfc1-d2fd472a8851 req-fec6ffe2-c64c-4ea5-befd-68e40d4bc0e7 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 945 time: 0.1900470 Feb 16 15:44:07.234207 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9d760-fe0d-4e01-a5de-5b825ee8dc3c req-0924b768-4243-4d2c-8977-a9c3ddbaa861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:07.235906 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-fca9d760-fe0d-4e01-a5de-5b825ee8dc3c req-0924b768-4243-4d2c-8977-a9c3ddbaa861 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 1163 time: 0.1475074 Feb 16 15:44:07.365690 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-fca9d760-fe0d-4e01-a5de-5b825ee8dc3c req-af5dbe98-1b5a-411b-ac58-b3e3fc6a9d38 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833254 Feb 16 15:44:07.397349 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-fb91f6f7-b2fe-47f8-bfc1-d2fd472a8851 req-f4ad69a7-7654-498b-8402-386ea3ba09d1 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820345 Feb 16 15:44:07.442721 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea15589-a993-47b1-a922-cbc2d306da6f req-67d6b52a-0c27-46e6-94d3-d55f812f7d7d tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:07.445118 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-aea15589-a993-47b1-a922-cbc2d306da6f req-67d6b52a-0c27-46e6-94d3-d55f812f7d7d tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 943 time: 0.2063546 Feb 16 15:44:07.496435 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80784bcf-aef3-4a89-becd-b914f3da2f79 req-e3a95706-022e-4f4a-a9f8-cf832ab7d895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:07.499944 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-80784bcf-aef3-4a89-becd-b914f3da2f79 req-e3a95706-022e-4f4a-a9f8-cf832ab7d895 service neutron] 10.222.0.102 "GET /v2.0/networks?id=b7c45075-d47a-42e2-ab3d-f37c2b945ec2 HTTP/1.1" status: 200 len: 913 time: 0.6846948 Feb 16 15:44:07.516120 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-aea15589-a993-47b1-a922-cbc2d306da6f req-0f39084a-e399-456f-9cf3-f03e5a24b980 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632448 Feb 16 15:44:07.543039 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-d9fd58e5-c5a6-427d-9abd-c547dbe69c60 req-9ab6c6f8-2455-4915-99db-dbaa489b0a41 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:07.562239 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-83542b56-9c1d-443a-bd60-028089f8cc9a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:07.679694 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab6c6f8-2455-4915-99db-dbaa489b0a41 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Pushing event deleted for resources: {'Port': ['ID=4ca5052e-d486-4096-8d2a-457991f59f6c,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:07.696347 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-9ab6c6f8-2455-4915-99db-dbaa489b0a41 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:07.802909 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device d79f0bc4-9870-4fa6-99d6-d39aea4f8916 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:44:07.809967 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-80784bcf-aef3-4a89-becd-b914f3da2f79 req-9bdbfa10-fbc0-43e6-b59c-7b1edaef43c1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf97c307-354d-4f28-b01d-c26454b8544c HTTP/1.1" status: 200 len: 217 time: 0.1125634 Feb 16 15:44:07.889254 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning for port d79f0bc4-9870-4fa6-99d6-d39aea4f8916 completed by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:44:07.896978 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port d79f0bc4-9870-4fa6-99d6-d39aea4f8916 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:44:07.897613 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:07.925752 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80784bcf-aef3-4a89-becd-b914f3da2f79 req-6a3f152d-91f8-47ad-9fa0-013fdd06b97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:07.927701 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-80784bcf-aef3-4a89-becd-b914f3da2f79 req-6a3f152d-91f8-47ad-9fa0-013fdd06b97f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a62699c9-d511-4489-bc33-e0a20a0f027c HTTP/1.1" status: 200 len: 859 time: 0.1092150 Feb 16 15:44:07.989746 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-80784bcf-aef3-4a89-becd-b914f3da2f79 req-61eaf256-28ab-4c6c-ab38-b056057f1e4c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b7c45075-d47a-42e2-ab3d-f37c2b945ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523083 Feb 16 15:44:08.046404 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:08.049013 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e2896-1841-4bae-864b-9ad108f6a169 req-bae8c3a4-1eee-41ed-a636-9264b4d8ecdd tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:08.051559 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b90e2896-1841-4bae-864b-9ad108f6a169 req-bae8c3a4-1eee-41ed-a636-9264b4d8ecdd tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.1469374 Feb 16 15:44:08.084510 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] For port d79f0bc4-9870-4fa6-99d6-d39aea4f8916, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=d79f0bc4-9870-4fa6-99d6-d39aea4f8916,segment=NetworkSegment(91a15a12-093d-4b07-afa4-6d4f18babd7a),segment_id=91a15a12-093d-4b07-afa4-6d4f18babd7a)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:44:08.089547 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:08.090809 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 18a06e30-139e-4dd9-a575-5d0dfb575216 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:44:08.176726 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b90e2896-1841-4bae-864b-9ad108f6a169 req-eaa6217f-4ab7-4e48-a459-faf32bd0f296 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121924 Feb 16 15:44:08.178731 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:08.189991 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9fd58e5-c5a6-427d-9abd-c547dbe69c60 req-9ab6c6f8-2455-4915-99db-dbaa489b0a41 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] No DVR routers for this DVR port 4ca5052e-d486-4096-8d2a-457991f59f6c on host hv-cinder-77570 {{(pid=84026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 15:44:08.201979 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-d9fd58e5-c5a6-427d-9abd-c547dbe69c60 req-9ab6c6f8-2455-4915-99db-dbaa489b0a41 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:08.205816 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3da9ec-48b4-4362-bac9-14c0855dea0c', 'name': 'network-vif-deleted', 'tag': '4ca5052e-d486-4096-8d2a-457991f59f6c'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:44:08.276195 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-80784bcf-aef3-4a89-becd-b914f3da2f79 req-ca153642-2e75-45c4-a611-dfa4d0d77d06 service neutron] 10.222.0.102 "GET /v2.0/networks/b7c45075-d47a-42e2-ab3d-f37c2b945ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661314 Feb 16 15:44:08.281967 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3da9ec-48b4-4362-bac9-14c0855dea0c', 'name': 'network-vif-deleted', 'tag': '4ca5052e-d486-4096-8d2a-457991f59f6c', 'status': 'completed', 'code': 200} Feb 16 15:44:08.316157 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Pushing event updated for resources: {'Port': ['ID=d79f0bc4-9870-4fa6-99d6-d39aea4f8916,revision_number=4']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:08.328785 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d9fd58e5-c5a6-427d-9abd-c547dbe69c60 req-9ab6c6f8-2455-4915-99db-dbaa489b0a41 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.102 "DELETE /v2.0/ports/4ca5052e-d486-4096-8d2a-457991f59f6c HTTP/1.1" status: 204 len: 173 time: 2.2880464 Feb 16 15:44:08.352303 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:08.352303 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:08.352303 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:08.352976 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:08.354171 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:08.354587 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:08.354962 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:08.356073 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:08.358582 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:08.358748 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:08.364488 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:08.364867 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:08.365336 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:08.365975 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:08.366418 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:08.366752 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:08.367118 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:08.367485 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:08.367852 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:08.368221 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:08.368583 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:08.368949 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:08.373019 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:08.373408 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:08.378877 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:08.384411 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 18a06e30-139e-4dd9-a575-5d0dfb575216 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:44:08.384754 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:08.399512 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-60eb031f-4dad-47a1-9a3c-4c58738575fb req-506bd751-f362-4bde-9862-9acc33fc5af5 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c3da9ec-48b4-4362-bac9-14c0855dea0c HTTP/1.1" status: 200 len: 210 time: 0.0767624 Feb 16 15:44:08.556104 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-80784bcf-aef3-4a89-becd-b914f3da2f79 req-d56ac152-4c63-4a6b-96e7-b8c675d847da service neutron] 10.222.0.102 "GET /v2.0/networks/b7c45075-d47a-42e2-ab3d-f37c2b945ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2259285 Feb 16 15:44:08.661605 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 4ca5052e-d486-4096-8d2a-457991f59f6c no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 15:44:08.774419 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] No Port match for: 4ca5052e-d486-4096-8d2a-457991f59f6c {{(pid=84027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 15:44:08.774813 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 4ca5052e-d486-4096-8d2a-457991f59f6c not bound to the agent host hv-cinder-77570 {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 15:44:08.834652 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3a84a8-8ce0-4ae1-af73-a881603ebea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79f0bc4-9870-4fa6-99d6-d39aea4f8916'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:44:08.888932 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3865c5-884b-4c90-9d3e-87fd8d00d6a7 req-08e2470f-f845-45bd-b4c8-de1abb6c73f8 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:08.897318 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2c3865c5-884b-4c90-9d3e-87fd8d00d6a7 req-08e2470f-f845-45bd-b4c8-de1abb6c73f8 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 945 time: 0.2434578 Feb 16 15:44:08.984702 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d2834-64d5-4131-a67f-84f35e39b6cc req-59ae01e5-100c-4357-8ae4-937d4e6ad9e8 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:08.986402 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-729d2834-64d5-4131-a67f-84f35e39b6cc req-59ae01e5-100c-4357-8ae4-937d4e6ad9e8 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 945 time: 0.2229536 Feb 16 15:44:09.011180 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2c3865c5-884b-4c90-9d3e-87fd8d00d6a7 req-392d7891-19ef-42a2-9460-a8dcc4f06137 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128418 Feb 16 15:44:09.129932 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3a84a8-8ce0-4ae1-af73-a881603ebea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79f0bc4-9870-4fa6-99d6-d39aea4f8916', 'code': 200} Feb 16 15:44:09.150986 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-729d2834-64d5-4131-a67f-84f35e39b6cc req-8278a254-3a82-4c29-a011-c7e2e5f3bcdb tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547441 Feb 16 15:44:09.253539 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device d79f0bc4-9870-4fa6-99d6-d39aea4f8916 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:44:09.370540 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port d79f0bc4-9870-4fa6-99d6-d39aea4f8916 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:44:09.391383 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:09.506947 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd55950-671e-4470-a7c7-da73728a6ce8 req-7d70e61c-17f2-41f3-8219-0b5191f60f1e tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:09.520504 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-bcd55950-671e-4470-a7c7-da73728a6ce8 req-7d70e61c-17f2-41f3-8219-0b5191f60f1e tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.2076564 Feb 16 15:44:09.584492 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-bcd55950-671e-4470-a7c7-da73728a6ce8 req-8540bc06-5a83-4352-94b3-eb146daea53e tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630114 Feb 16 15:44:09.711412 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e95471d7-63f5-422c-a36a-ecff20a13c88 req-a99fa8d8-59cd-4193-8d82-7f6d35329aa3 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c3da9ec-48b4-4362-bac9-14c0855dea0c HTTP/1.1" status: 200 len: 210 time: 0.0774655 Feb 16 15:44:09.814555 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a704b39-af29-4360-ad38-bc1322bcb8c3 req-5de4ae81-7024-43bf-9c56-6b26560f4df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:09.816331 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3a704b39-af29-4360-ad38-bc1322bcb8c3 req-5de4ae81-7024-43bf-9c56-6b26560f4df8 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 1162 time: 0.3222365 Feb 16 15:44:09.886217 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3a704b39-af29-4360-ad38-bc1322bcb8c3 req-b4210b17-1d34-451c-b5ba-833dfd6d80c7 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610449 Feb 16 15:44:09.989176 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a1092-1852-49f0-8842-f9888ce6b935 req-71ca6448-5c44-4b78-aaef-84c83ba5536c tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:09.991061 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ff9a1092-1852-49f0-8842-f9888ce6b935 req-71ca6448-5c44-4b78-aaef-84c83ba5536c tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.1080916 Feb 16 15:44:10.001928 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 54988) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:10.008252 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-b5e57668-81a2-46de-ad89-8862383cc5e9 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Request body: {'floatingip': {'port_id': '18a06e30-139e-4dd9-a575-5d0dfb575216'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:44:10.103926 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5e57668-81a2-46de-ad89-8862383cc5e9 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for floatingip, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:10.790563 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c193a-c124-41ad-853a-707a0ab83419 req-9ad31e98-3ab3-4eb4-904c-17e343603574 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:10.792321 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6a8c193a-c124-41ad-853a-707a0ab83419 req-9ad31e98-3ab3-4eb4-904c-17e343603574 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 945 time: 0.6307876 Feb 16 15:44:10.840295 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c54a9-2aa1-4abc-8f55-cceca6bc9783 req-291ba261-69fd-49ee-ab40-bdda8e81577c tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:10.842034 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b58c54a9-2aa1-4abc-8f55-cceca6bc9783 req-291ba261-69fd-49ee-ab40-bdda8e81577c tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 945 time: 0.5739300 Feb 16 15:44:10.926333 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6a8c193a-c124-41ad-853a-707a0ab83419 req-2ef984f7-3cd3-4cd0-99ec-a5ab76fd3e4d tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125977 Feb 16 15:44:11.020674 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b58c54a9-2aa1-4abc-8f55-cceca6bc9783 req-1401a614-53cb-4541-9ee5-823e35736cff tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699691 Feb 16 15:44:11.180778 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 55022) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:11.341579 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8b12b5c6-6333-4c5d-adb7-5c3ee16bfd8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:11.351227 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device d79f0bc4-9870-4fa6-99d6-d39aea4f8916 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:44:11.365082 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-8b12b5c6-6333-4c5d-adb7-5c3ee16bfd8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:11.369651 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-8b12b5c6-6333-4c5d-adb7-5c3ee16bfd8e admin admin] Usage tracker for resource:security_group_rule and tenant:00aef32002c34b66aab1b19834860bc6 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:11.373420 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-8b12b5c6-6333-4c5d-adb7-5c3ee16bfd8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:11.380762 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-8b12b5c6-6333-4c5d-adb7-5c3ee16bfd8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:11.473248 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port d79f0bc4-9870-4fa6-99d6-d39aea4f8916 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:44:11.473849 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:11.483562 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5e57668-81a2-46de-ad89-8862383cc5e9 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:11.487343 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5e57668-81a2-46de-ad89-8862383cc5e9 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854196618'] for floatingip, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:11.496866 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8b12b5c6-6333-4c5d-adb7-5c3ee16bfd8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:11.501784 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8b12b5c6-6333-4c5d-adb7-5c3ee16bfd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:11.512464 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:11.567869 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-8b12b5c6-6333-4c5d-adb7-5c3ee16bfd8e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=00aef32002c34b66aab1b19834860bc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3853586 Feb 16 15:44:11.569306 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12b5c6-6333-4c5d-adb7-5c3ee16bfd8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e65ecd-8984-4c89-8e99-d1f660794777,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:11.573641 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8b12b5c6-6333-4c5d-adb7-5c3ee16bfd8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:11.574339 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 55036) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:11.649049 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ce25d7bb-3420-4308-b39d-3881f8cdd91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:11.678006 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ce25d7bb-3420-4308-b39d-3881f8cdd91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:11.718760 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.db.l3_db [None req-b5e57668-81a2-46de-ad89-8862383cc5e9 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Floating IP 74c21f91-7c4d-42cd-9871-568ad6ddff43 associated. External IP: 172.28.2.83, port: 18a06e30-139e-4dd9-a575-5d0dfb575216. Feb 16 15:44:11.728904 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ce25d7bb-3420-4308-b39d-3881f8cdd91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:11.733319 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:11.751316 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ce25d7bb-3420-4308-b39d-3881f8cdd91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:11.756754 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-ce25d7bb-3420-4308-b39d-3881f8cdd91d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/09e65ecd-8984-4c89-8e99-d1f660794777 HTTP/1.1" status: 204 len: 168 time: 0.1795940 Feb 16 15:44:11.758455 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25d7bb-3420-4308-b39d-3881f8cdd91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e65ecd-8984-4c89-8e99-d1f660794777,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:11.762586 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ce25d7bb-3420-4308-b39d-3881f8cdd91d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:12.147135 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 55064) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:12.169749 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-19d59380-77fe-498b-bb67-7aefd926befd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:12.188995 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-19d59380-77fe-498b-bb67-7aefd926befd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:12.193653 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-19d59380-77fe-498b-bb67-7aefd926befd admin admin] Usage tracker for resource:security_group_rule and tenant:82268c26a8e845a898ebfb26415cf17a is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:12.197529 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-19d59380-77fe-498b-bb67-7aefd926befd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:12.204092 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-19d59380-77fe-498b-bb67-7aefd926befd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:12.326660 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-19d59380-77fe-498b-bb67-7aefd926befd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:12.331402 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-19d59380-77fe-498b-bb67-7aefd926befd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:12.356092 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:12.360142 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 55072) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:12.386835 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-19d59380-77fe-498b-bb67-7aefd926befd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=82268c26a8e845a898ebfb26415cf17a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382705 Feb 16 15:44:12.390467 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 55078) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:12.410021 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d59380-77fe-498b-bb67-7aefd926befd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9c0925-8371-430d-8f0f-289f9ad6bf94,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:12.412105 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd879d-a555-41c3-b483-8eecf4c5b47b req-4ae7a4c2-ebb6-4169-ace4-dec91a7a7c8f tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:12.414039 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0ecd879d-a555-41c3-b483-8eecf4c5b47b req-4ae7a4c2-ebb6-4169-ace4-dec91a7a7c8f tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 945 time: 0.2501233 Feb 16 15:44:12.416914 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-19d59380-77fe-498b-bb67-7aefd926befd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:12.423147 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001ae89-6b20-4ade-b150-7e6c31d8149c req-d38b4910-d842-4f78-ba37-4ec38b3cfba8 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:12.424727 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e001ae89-6b20-4ade-b150-7e6c31d8149c req-d38b4910-d842-4f78-ba37-4ec38b3cfba8 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 945 time: 0.1882472 Feb 16 15:44:12.431425 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e57668-81a2-46de-ad89-8862383cc5e9 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Router b4a87f8f-ad40-4976-abf7-00c26f3920af has already been hosted by L3 agent cace3e07-576d-4918-a0d2-7f739a7a8110 {{(pid=84025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 15:44:12.464464 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0276ea0e-c044-42dd-889a-aaafa1d6a20f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:12.493941 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0276ea0e-c044-42dd-889a-aaafa1d6a20f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:12.541874 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0276ea0e-c044-42dd-889a-aaafa1d6a20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:12.547189 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:12.560943 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0276ea0e-c044-42dd-889a-aaafa1d6a20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9c0925-8371-430d-8f0f-289f9ad6bf94,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:12.564161 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0276ea0e-c044-42dd-889a-aaafa1d6a20f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:12.567388 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0276ea0e-c044-42dd-889a-aaafa1d6a20f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:12.568819 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-0276ea0e-c044-42dd-889a-aaafa1d6a20f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ea9c0925-8371-430d-8f0f-289f9ad6bf94 HTTP/1.1" status: 204 len: 168 time: 0.1771419 Feb 16 15:44:12.870697 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0ecd879d-a555-41c3-b483-8eecf4c5b47b req-e820e881-6feb-403a-afb5-664ef2880880 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4420373 Feb 16 15:44:12.875461 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5fa663e2-f3fe-4e58-8107-fdbd466b9a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:12.894682 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e001ae89-6b20-4ade-b150-7e6c31d8149c req-8b2f84b7-5ecc-4184-aa9d-4edc83b84f7d tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4618731 Feb 16 15:44:12.907025 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-5fa663e2-f3fe-4e58-8107-fdbd466b9a18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:12.935846 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-5fa663e2-f3fe-4e58-8107-fdbd466b9a18 admin admin] Usage tracker for resource:security_group_rule and tenant:92350f6a8d9d425ab79bc24a227e13dc is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:12.941835 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-5fa663e2-f3fe-4e58-8107-fdbd466b9a18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:12.951709 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-5fa663e2-f3fe-4e58-8107-fdbd466b9a18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:13.022857 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e57668-81a2-46de-ad89-8862383cc5e9 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify agent at l3_agent.dv-cinder-775706-1-smb the message routers_updated {{(pid=84025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:44:13.037972 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0427dc37-3246-42c2-9ea8-9fb53d0e339c None None] Sync routers for ids ['b4a87f8f-ad40-4976-abf7-00c26f3920af'] in dv-cinder-775706-1-smb {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:44:13.051902 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5e57668-81a2-46de-ad89-8862383cc5e9 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for floatingip, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:13.054661 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0427dc37-3246-42c2-9ea8-9fb53d0e339c None None] Routers {'b4a87f8f-ad40-4976-abf7-00c26f3920af'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:44:13.055549 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-0427dc37-3246-42c2-9ea8-9fb53d0e339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:43:58Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['b4a87f8f-ad40-4976-abf7-00c26f3920af'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:44:13.096145 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 55104) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:13.174258 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_v2 [None req-70d100b4-3489-4338-8369-3e62ce46226c admin admin] Deleting subnet bc33c565-89e9-4854-9e8d-c423df8ac769 {{(pid=84026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 15:44:13.179206 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-70d100b4-3489-4338-8369-3e62ce46226c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:13.202282 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-b5e57668-81a2-46de-ad89-8862383cc5e9 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "PUT /v2.0/floatingips/74c21f91-7c4d-42cd-9871-568ad6ddff43 HTTP/1.1" status: 200 len: 991 time: 3.1989236 Feb 16 15:44:13.226961 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5e72be-43bd-457a-8e0b-b7c02338826e', 'tag': '18a06e30-139e-4dd9-a575-5d0dfb575216'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:44:13.269344 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-70d100b4-3489-4338-8369-3e62ce46226c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:13.272484 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5fa663e2-f3fe-4e58-8107-fdbd466b9a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:13.280834 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5fa663e2-f3fe-4e58-8107-fdbd466b9a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:13.299953 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-70d100b4-3489-4338-8369-3e62ce46226c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1516034'] for subnet, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:13.318029 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:13.334514 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-0427dc37-3246-42c2-9ea8-9fb53d0e339c None None] Set router b4a87f8f-ad40-4976-abf7-00c26f3920af gateway port host: dv-cinder-775706-1-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:44:13.386876 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-5fa663e2-f3fe-4e58-8107-fdbd466b9a18 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=92350f6a8d9d425ab79bc24a227e13dc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0234940 Feb 16 15:44:13.402123 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 55124) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:13.427384 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa663e2-f3fe-4e58-8107-fdbd466b9a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be117092-531b-4cf9-9829-3dbbaa9d06b2,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:13.446516 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac720c-0411-41d9-84d5-25179655bb82 req-133aa692-d16e-439a-b671-0521df2a1961 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:13.459960 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 55128) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:13.467041 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-07ac720c-0411-41d9-84d5-25179655bb82 req-133aa692-d16e-439a-b671-0521df2a1961 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 945 time: 0.3745511 Feb 16 15:44:13.473288 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5fa663e2-f3fe-4e58-8107-fdbd466b9a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:13.477924 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-47f2c690-19ab-4b8c-b82a-0a436e2aca27 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Request body: {'floatingip': {'port_id': 'd79f0bc4-9870-4fa6-99d6-d39aea4f8916'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:44:13.520918 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe5e72be-43bd-457a-8e0b-b7c02338826e', 'tag': '18a06e30-139e-4dd9-a575-5d0dfb575216', 'status': 'completed', 'code': 200} Feb 16 15:44:13.566726 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ffd57dea-5408-4929-9c0f-ab778aee6c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:13.611500 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-47f2c690-19ab-4b8c-b82a-0a436e2aca27 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for floatingip, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:13.634931 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ffd57dea-5408-4929-9c0f-ab778aee6c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:13.752000 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ffd57dea-5408-4929-9c0f-ab778aee6c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:13.757940 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:13.822880 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd57dea-5408-4929-9c0f-ab778aee6c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be117092-531b-4cf9-9829-3dbbaa9d06b2,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:13.834644 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ffd57dea-5408-4929-9c0f-ab778aee6c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:13.855316 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ffd57dea-5408-4929-9c0f-ab778aee6c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:13.863340 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-ffd57dea-5408-4929-9c0f-ab778aee6c7b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/be117092-531b-4cf9-9829-3dbbaa9d06b2 HTTP/1.1" status: 204 len: 168 time: 0.4580820 Feb 16 15:44:13.989339 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 55144) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:14.114172 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-0427dc37-3246-42c2-9ea8-9fb53d0e339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'name': 'tempest-AttachVolumeShelveTestJSON-1105377848-router', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:05Z', 'updated_at': '2021-02-16T15:43:22Z', 'revision_number': 4, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'gw_port': {'id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:07Z', 'updated_at': '2021-02-16T15:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_floatingips': [{'id': '74c21f91-7c4d-42cd-9871-568ad6ddff43', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'floating_ip_address': '172.28.2.83', 'floating_network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'router_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'port_id': '18a06e30-139e-4dd9-a575-5d0dfb575216', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44', 'mac_address': 'fa:16:3e:cf:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5e72be-43bd-457a-8e0b-b7c02338826e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T15:43:42Z', 'updated_at': '2021-02-16T15:44:11Z', 'revision_number': 1, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a775e1-4d91-4ab4-87a3-3fd37c20bfa0', 'name': '', 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'mac_address': 'fa:16:3e:47:ce:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cf8af63e-2347-4927-a7a5-30a38d3293b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:17Z', 'updated_at': '2021-02-16T15:43:40Z', 'revision_number': 5, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'subnets': [{'id': 'cf8af63e-2347-4927-a7a5-30a38d3293b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:44:14.128608 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0427dc37-3246-42c2-9ea8-9fb53d0e339c None None] Checking router: b4a87f8f-ad40-4976-abf7-00c26f3920af for host: dv-cinder-775706-1-smb {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:44:14.142801 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0427dc37-3246-42c2-9ea8-9fb53d0e339c None None] Routers {'b4a87f8f-ad40-4976-abf7-00c26f3920af'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:44:14.144216 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-0427dc37-3246-42c2-9ea8-9fb53d0e339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:43:58Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['b4a87f8f-ad40-4976-abf7-00c26f3920af'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:44:14.205309 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cabc3bf-8da9-4f4a-9dc9-88a8dbf8f8b5 req-57d1b592-de6c-467f-982d-366c9d54332a tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:14.214759 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1cabc3bf-8da9-4f4a-9dc9-88a8dbf8f8b5 req-57d1b592-de6c-467f-982d-366c9d54332a tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 945 time: 0.1314647 Feb 16 15:44:14.252383 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c95cf-1d06-4200-ad9d-1b1d921547e7 req-f42623cc-d04a-4ff2-9f8e-1272069fab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:14.254538 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6c6c95cf-1d06-4200-ad9d-1b1d921547e7 req-f42623cc-d04a-4ff2-9f8e-1272069fab88 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=cdeb7d144cce4a36905846777218ca0e&device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 1163 time: 0.5746968 Feb 16 15:44:14.300362 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1cabc3bf-8da9-4f4a-9dc9-88a8dbf8f8b5 req-65fe8c43-a5f1-4c2e-a076-bc3e802745e6 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836802 Feb 16 15:44:14.379558 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0e4bca56-e371-4234-99db-3f10de596c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:14.413263 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-0e4bca56-e371-4234-99db-3f10de596c4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:14.417297 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c95cf-1d06-4200-ad9d-1b1d921547e7 req-97b85001-32a5-42fa-8b0d-e6b4a5db9668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:14.418530 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-0e4bca56-e371-4234-99db-3f10de596c4b admin admin] Usage tracker for resource:security_group_rule and tenant:b44a5e7df4fc43e8ba9a2881a5c43ff6 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:14.418909 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6c6c95cf-1d06-4200-ad9d-1b1d921547e7 req-97b85001-32a5-42fa-8b0d-e6b4a5db9668 service neutron] 10.222.0.102 "GET /v2.0/networks?id=20ca6535-fd86-4587-bfbd-e6e090169f44 HTTP/1.1" status: 200 len: 911 time: 0.1554329 Feb 16 15:44:14.421987 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-0e4bca56-e371-4234-99db-3f10de596c4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:14.424794 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-0427dc37-3246-42c2-9ea8-9fb53d0e339c None None] Set router b4a87f8f-ad40-4976-abf7-00c26f3920af gateway port host: dv-cinder-775706-1-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:44:14.429428 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-0e4bca56-e371-4234-99db-3f10de596c4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:14.543384 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0e4bca56-e371-4234-99db-3f10de596c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:14.549781 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0e4bca56-e371-4234-99db-3f10de596c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:14.607002 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:14.667676 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4bca56-e371-4234-99db-3f10de596c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdc329a-90a7-4be6-8c60-11e755541b97,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:14.675213 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-0e4bca56-e371-4234-99db-3f10de596c4b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b44a5e7df4fc43e8ba9a2881a5c43ff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6821547 Feb 16 15:44:14.675213 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0e4bca56-e371-4234-99db-3f10de596c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:14.677390 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 55160) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:14.776627 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 55166) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:14.834265 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-732de492-f8a7-4dc4-b04c-2e91662741e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:14.864430 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6c6c95cf-1d06-4200-ad9d-1b1d921547e7 req-6d904d06-189f-4b1c-a542-db22ae8062e2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18a06e30-139e-4dd9-a575-5d0dfb575216 HTTP/1.1" status: 200 len: 999 time: 0.3017988 Feb 16 15:44:14.866341 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-732de492-f8a7-4dc4-b04c-2e91662741e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:14.876335 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3465ca8b-a0ba-461b-9055-47d9bf3970d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:14.884716 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-732de492-f8a7-4dc4-b04c-2e91662741e1 admin admin] Usage tracker for resource:security_group_rule and tenant:03de919ab6fc49afb9729942832efda3 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:14.888808 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-732de492-f8a7-4dc4-b04c-2e91662741e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:14.908465 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-732de492-f8a7-4dc4-b04c-2e91662741e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:14.943270 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3465ca8b-a0ba-461b-9055-47d9bf3970d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:14.979206 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-70d100b4-3489-4338-8369-3e62ce46226c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853259749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702'] for subnet, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:15.068216 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3465ca8b-a0ba-461b-9055-47d9bf3970d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:15.086941 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:15.096704 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:15.121336 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-732de492-f8a7-4dc4-b04c-2e91662741e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:15.130090 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-732de492-f8a7-4dc4-b04c-2e91662741e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:15.131162 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465ca8b-a0ba-461b-9055-47d9bf3970d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdc329a-90a7-4be6-8c60-11e755541b97,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:15.135789 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3465ca8b-a0ba-461b-9055-47d9bf3970d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:15.144806 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d100b4-3489-4338-8369-3e62ce46226c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc33c565-89e9-4854-9e8d-c423df8ac769,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:15.151679 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c95cf-1d06-4200-ad9d-1b1d921547e7 req-e52d888a-9d1c-47f4-b05b-0ed77557e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:15.152639 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6c6c95cf-1d06-4200-ad9d-1b1d921547e7 req-e52d888a-9d1c-47f4-b05b-0ed77557e215 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=cf8af63e-2347-4927-a7a5-30a38d3293b2 HTTP/1.1" status: 200 len: 856 time: 0.2766652 Feb 16 15:44:15.157425 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-70d100b4-3489-4338-8369-3e62ce46226c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:15.170517 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f8194649-aeca-4078-aab4-de9f2f9cc706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:15.209549 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3465ca8b-a0ba-461b-9055-47d9bf3970d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:15.214096 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-3465ca8b-a0ba-461b-9055-47d9bf3970d2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8fdc329a-90a7-4be6-8c60-11e755541b97 HTTP/1.1" status: 204 len: 168 time: 0.5356030 Feb 16 15:44:15.219552 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-0427dc37-3246-42c2-9ea8-9fb53d0e339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'name': 'tempest-AttachVolumeShelveTestJSON-1105377848-router', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:05Z', 'updated_at': '2021-02-16T15:43:22Z', 'revision_number': 4, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'gw_port': {'id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:07Z', 'updated_at': '2021-02-16T15:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_floatingips': [{'id': '74c21f91-7c4d-42cd-9871-568ad6ddff43', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'floating_ip_address': '172.28.2.83', 'floating_network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'router_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'port_id': '18a06e30-139e-4dd9-a575-5d0dfb575216', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44', 'mac_address': 'fa:16:3e:cf:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5e72be-43bd-457a-8e0b-b7c02338826e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T15:43:42Z', 'updated_at': '2021-02-16T15:44:11Z', 'revision_number': 1, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a775e1-4d91-4ab4-87a3-3fd37c20bfa0', 'name': '', 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'mac_address': 'fa:16:3e:47:ce:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cf8af63e-2347-4927-a7a5-30a38d3293b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:17Z', 'updated_at': '2021-02-16T15:43:40Z', 'revision_number': 5, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'subnets': [{'id': 'cf8af63e-2347-4927-a7a5-30a38d3293b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:44:15.225180 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0427dc37-3246-42c2-9ea8-9fb53d0e339c None None] The sync data for ids ['b4a87f8f-ad40-4976-abf7-00c26f3920af'] in dv-cinder-775706-1-smb is: [{'id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'name': 'tempest-AttachVolumeShelveTestJSON-1105377848-router', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:05Z', 'updated_at': '2021-02-16T15:43:22Z', 'revision_number': 4, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'gw_port': {'id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:07Z', 'updated_at': '2021-02-16T15:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_floatingips': [{'id': '74c21f91-7c4d-42cd-9871-568ad6ddff43', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'floating_ip_address': '172.28.2.83', 'floating_network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'router_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'port_id': '18a06e30-139e-4dd9-a575-5d0dfb575216', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44', 'mac_address': 'fa:16:3e:cf:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5e72be-43bd-457a-8e0b-b7c02338826e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T15:43:42Z', 'updated_at': '2021-02-16T15:44:11Z', 'revision_number': 1, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a775e1-4d91-4ab4-87a3-3fd37c20bfa0', 'name': '', 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'mac_address': 'fa:16:3e:47:ce:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cf8af63e-2347-4927-a7a5-30a38d3293b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:17Z', 'updated_at': '2021-02-16T15:43:40Z', 'revision_number': 5, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'subnets': [{'id': 'cf8af63e-2347-4927-a7a5-30a38d3293b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:44:15.235940 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-70d100b4-3489-4338-8369-3e62ce46226c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:15.247527 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-732de492-f8a7-4dc4-b04c-2e91662741e1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=03de919ab6fc49afb9729942832efda3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4699104 Feb 16 15:44:15.248744 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732de492-f8a7-4dc4-b04c-2e91662741e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4928cedf-146d-4b11-8e6e-c4a7fa1bef6b,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:15.252003 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 55180) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:15.256161 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-732de492-f8a7-4dc4-b04c-2e91662741e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:15.280772 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-70d100b4-3489-4338-8369-3e62ce46226c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/bc33c565-89e9-4854-9e8d-c423df8ac769 HTTP/1.1" status: 204 len: 168 time: 2.1833019 Feb 16 15:44:15.300186 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 55184) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:15.473175 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3eeecf59-ffa5-4942-96a1-0d01f12dd8e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:15.612916 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fd780802-7c1c-4176-8c1c-2fb7eb73773e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1401933'] for network, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:15.669748 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd40d682-223c-4b07-b7d2-77e0a68a7fd1 None None] New status for floating IP 74c21f91-7c4d-42cd-9871-568ad6ddff43: ACTIVE {{(pid=84027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 15:44:15.718654 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3eeecf59-ffa5-4942-96a1-0d01f12dd8e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:15.829044 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c95cf-1d06-4200-ad9d-1b1d921547e7 req-bd184ab8-f275-471f-9d80-daf494502000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:15.830783 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6c6c95cf-1d06-4200-ad9d-1b1d921547e7 req-bd184ab8-f275-471f-9d80-daf494502000 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=20ca6535-fd86-4587-bfbd-e6e090169f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6679425 Feb 16 15:44:15.872382 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 55204) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:16.035574 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0af4c45f-dae7-4824-a763-1db01b9f1d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:16.048412 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e27fa-8407-4948-ab71-1bab338964f6 req-ae4b2359-66f3-47df-b023-0c80f1058d79 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:16.050427 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e88e27fa-8407-4948-ab71-1bab338964f6 req-ae4b2359-66f3-47df-b023-0c80f1058d79 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 945 time: 0.5379260 Feb 16 15:44:16.065248 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-0af4c45f-dae7-4824-a763-1db01b9f1d96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:16.071063 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.db.resource_extend [None req-47f2c690-19ab-4b8c-b82a-0a436e2aca27 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 16 15:44:16.117511 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fd780802-7c1c-4176-8c1c-2fb7eb73773e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519515', 'neutron.services.segments.db._delete_segments_for_network--9223363282561163551'] for network, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:16.165392 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-0af4c45f-dae7-4824-a763-1db01b9f1d96 admin admin] Usage tracker for resource:security_group_rule and tenant:cf50317d350a48de9031f9909af34baa is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:16.181048 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-0af4c45f-dae7-4824-a763-1db01b9f1d96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:16.190831 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e88e27fa-8407-4948-ab71-1bab338964f6 req-294b4c5a-cf60-48fd-8236-3f5f63aefa33 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242089 Feb 16 15:44:16.195283 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-0af4c45f-dae7-4824-a763-1db01b9f1d96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:16.198583 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3eeecf59-ffa5-4942-96a1-0d01f12dd8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:16.223596 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e4d49260-9dd8-4fd0-9738-bc195eb59421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:16.237470 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-47f2c690-19ab-4b8c-b82a-0a436e2aca27 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:16.244086 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-47f2c690-19ab-4b8c-b82a-0a436e2aca27 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854196618'] for floatingip, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:16.255783 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeecf59-ffa5-4942-96a1-0d01f12dd8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4928cedf-146d-4b11-8e6e-c4a7fa1bef6b,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:16.260071 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3eeecf59-ffa5-4942-96a1-0d01f12dd8e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:16.281696 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3eeecf59-ffa5-4942-96a1-0d01f12dd8e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:16.286184 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-3eeecf59-ffa5-4942-96a1-0d01f12dd8e5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4928cedf-146d-4b11-8e6e-c4a7fa1bef6b HTTP/1.1" status: 204 len: 168 time: 1.0290041 Feb 16 15:44:16.304376 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fd780802-7c1c-4176-8c1c-2fb7eb73773e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:44:16.305733 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fd780802-7c1c-4176-8c1c-2fb7eb73773e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:44:16.311878 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fd780802-7c1c-4176-8c1c-2fb7eb73773e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:44:16.311878 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fd780802-7c1c-4176-8c1c-2fb7eb73773e admin admin] Subscribe: > port after_create 55550000 {{(pid=84025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:44:16.311878 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fd780802-7c1c-4176-8c1c-2fb7eb73773e admin admin] Subscribe: > port after_delete 55550000 {{(pid=84025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:44:16.311878 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fd780802-7c1c-4176-8c1c-2fb7eb73773e admin admin] Subscribe: > port after_update 55550000 {{(pid=84025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:44:16.311878 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fd780802-7c1c-4176-8c1c-2fb7eb73773e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:44:16.311878 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fd780802-7c1c-4176-8c1c-2fb7eb73773e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:44:16.311878 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fd780802-7c1c-4176-8c1c-2fb7eb73773e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:44:16.311878 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fd780802-7c1c-4176-8c1c-2fb7eb73773e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:44:16.376586 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6c6c95cf-1d06-4200-ad9d-1b1d921547e7 req-55109073-d60f-4817-8cfa-0a369d2dbd10 service neutron] 10.222.0.102 "GET /v2.0/networks/20ca6535-fd86-4587-bfbd-e6e090169f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5381062 Feb 16 15:44:16.391259 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fd780802-7c1c-4176-8c1c-2fb7eb73773e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:44:16.391782 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fd780802-7c1c-4176-8c1c-2fb7eb73773e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:44:16.392170 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fd780802-7c1c-4176-8c1c-2fb7eb73773e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:44:16.392547 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fd780802-7c1c-4176-8c1c-2fb7eb73773e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:44:16.392945 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-fd780802-7c1c-4176-8c1c-2fb7eb73773e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3443ed8e-45cc-45b6-8627-ab5ab72f4f3c']}} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:44:16.409287 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-fd780802-7c1c-4176-8c1c-2fb7eb73773e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52624b71-4909-4731-971d-6bf4eadaae1d') {'for_net_delete': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:44:16.409642 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-fd780802-7c1c-4176-8c1c-2fb7eb73773e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52624b71-4909-4731-971d-6bf4eadaae1d') {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:44:16.427807 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fd780802-7c1c-4176-8c1c-2fb7eb73773e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282561152287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15148109'] for segment, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:16.445158 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fd780802-7c1c-4176-8c1c-2fb7eb73773e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853259932'] for segment, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:16.447450 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fd780802-7c1c-4176-8c1c-2fb7eb73773e admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 15:44:16.457528 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-eb9461c9-bb47-4d7e-96bc-3e223911d95a None None] Agent healthcheck: found 6 active agents {{(pid=84028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:44:16.663146 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-fd780802-7c1c-4176-8c1c-2fb7eb73773e admin admin] Network 3443ed8e-45cc-45b6-8627-ab5ab72f4f3c has no segments {{(pid=84025) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 15:44:16.675353 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fd780802-7c1c-4176-8c1c-2fb7eb73773e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1515795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838924346'] for segment, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:16.825731 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6c6c95cf-1d06-4200-ad9d-1b1d921547e7 req-2645df45-2c09-446d-9075-7bb4e74d3e03 service neutron] 10.222.0.102 "GET /v2.0/networks/20ca6535-fd86-4587-bfbd-e6e090169f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4370167 Feb 16 15:44:16.895161 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.db.l3_db [None req-47f2c690-19ab-4b8c-b82a-0a436e2aca27 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Floating IP aec20302-be60-4938-bb95-d6e90eced643 associated. External IP: 172.28.2.51, port: d79f0bc4-9870-4fa6-99d6-d39aea4f8916. Feb 16 15:44:16.952049 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-fd780802-7c1c-4176-8c1c-2fb7eb73773e admin admin] Network 3443ed8e-45cc-45b6-8627-ab5ab72f4f3c has no segments {{(pid=84025) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 15:44:16.979527 dv-cinder-775706-1-smb neutron-server[83912]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 15:44:16.979527 dv-cinder-775706-1-smb neutron-server[83912]: from cryptography.utils import int_from_bytes Feb 16 15:44:16.979527 dv-cinder-775706-1-smb neutron-server[83912]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 15:44:16.979527 dv-cinder-775706-1-smb neutron-server[83912]: from cryptography.utils import int_from_bytes Feb 16 15:44:16.979527 dv-cinder-775706-1-smb neutron-server[83912]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 16 15:44:16.979527 dv-cinder-775706-1-smb neutron-server[83912]: (rel_b, rel_a, rel_b), Feb 16 15:44:16.979527 dv-cinder-775706-1-smb neutron-server[83912]: Traceback (most recent call last): Feb 16 15:44:16.979527 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:44:16.979527 dv-cinder-775706-1-smb neutron-server[83912]: timer() Feb 16 15:44:16.979527 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:44:16.979527 dv-cinder-775706-1-smb neutron-server[83912]: cb(*args, **kw) Feb 16 15:44:16.979527 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 15:44:16.979527 dv-cinder-775706-1-smb neutron-server[83912]: return func(*args, **kwargs) Feb 16 15:44:16.979527 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:44:16.979527 dv-cinder-775706-1-smb neutron-server[83912]: self._notify() Feb 16 15:44:16.979527 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:44:16.979527 dv-cinder-775706-1-smb neutron-server[83912]: self.callback(batched_events) Feb 16 15:44:16.979527 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:44:16.979527 dv-cinder-775706-1-smb neutron-server[83912]: event.method(event) Feb 16 15:44:16.979527 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 15:44:16.979527 dv-cinder-775706-1-smb neutron-server[83912]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:44:16.979527 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 15:44:16.979527 dv-cinder-775706-1-smb neutron-server[83912]: segment_id)['aggregates'][0] Feb 16 15:44:16.979527 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 15:44:16.979527 dv-cinder-775706-1-smb neutron-server[83912]: return f(self, *a, **k) Feb 16 15:44:16.979527 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 15:44:16.979527 dv-cinder-775706-1-smb neutron-server[83912]: return self._get(url).json() Feb 16 15:44:16.979527 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:44:16.979527 dv-cinder-775706-1-smb neutron-server[83912]: **kwargs) Feb 16 15:44:16.979527 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 15:44:16.979527 dv-cinder-775706-1-smb neutron-server[83912]: return self.request(url, 'GET', **kwargs) Feb 16 15:44:16.979527 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 15:44:16.979527 dv-cinder-775706-1-smb neutron-server[83912]: **endpoint_filter) Feb 16 15:44:16.979527 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 15:44:16.979527 dv-cinder-775706-1-smb neutron-server[83912]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:44:16.979527 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 15:44:16.979527 dv-cinder-775706-1-smb neutron-server[83912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:44:16.979527 dv-cinder-775706-1-smb neutron-server[83912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:44:17.059986 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0af4c45f-dae7-4824-a763-1db01b9f1d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:17.071799 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0af4c45f-dae7-4824-a763-1db01b9f1d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:17.076716 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fd780802-7c1c-4176-8c1c-2fb7eb73773e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853256212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664669'] for network, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:17.082779 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-222ab940-9aec-454d-868a-e7cdaace0099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:17.087354 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ce25d7bb-3420-4308-b39d-3881f8cdd91d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:17.109418 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fd780802-7c1c-4176-8c1c-2fb7eb73773e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for network, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:17.122029 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd780802-7c1c-4176-8c1c-2fb7eb73773e admin admin] Pushing event deleted for resources: {'Network': ['ID=3443ed8e-45cc-45b6-8627-ab5ab72f4f3c,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:17.128911 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-fd780802-7c1c-4176-8c1c-2fb7eb73773e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:17.133279 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-fd780802-7c1c-4176-8c1c-2fb7eb73773e admin admin] 10.222.0.42 "DELETE /v2.0/networks/3443ed8e-45cc-45b6-8627-ab5ab72f4f3c HTTP/1.1" status: 204 len: 168 time: 1.8319445 Feb 16 15:44:17.161510 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-0af4c45f-dae7-4824-a763-1db01b9f1d96 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cf50317d350a48de9031f9909af34baa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2879794 Feb 16 15:44:17.162654 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4c45f-dae7-4824-a763-1db01b9f1d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93a3a3f-a54e-4e33-85dd-98100e01e20d,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:17.165357 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 55238) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:17.173545 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0af4c45f-dae7-4824-a763-1db01b9f1d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:17.421730 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 55254) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:17.507428 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b8cf2df1-0fa5-4979-b663-671b99b6830b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:17.532915 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-7d17a9e1-4e0e-48d4-b960-43757fa29771 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1d5efd35325943199dbb27f972aab2ad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1103919 Feb 16 15:44:17.534530 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 55258) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:17.560018 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b8cf2df1-0fa5-4979-b663-671b99b6830b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:17.601715 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f2c690-19ab-4b8c-b82a-0a436e2aca27 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Router 6d082d69-e887-4b37-a0f6-2cd5ec56ce42 has already been hosted by L3 agent cace3e07-576d-4918-a0d2-7f739a7a8110 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 15:44:17.612645 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-44f74d20-4da9-46d4-8fec-93010c423fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:17.642144 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df00c67-ace7-4778-a31b-1cd4df08a175 req-4681454b-4014-4607-9e07-81572f58875c tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:17.644340 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8df00c67-ace7-4778-a31b-1cd4df08a175 req-4681454b-4014-4607-9e07-81572f58875c tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 945 time: 0.2073357 Feb 16 15:44:17.680124 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-44f74d20-4da9-46d4-8fec-93010c423fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:17.754750 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8df00c67-ace7-4778-a31b-1cd4df08a175 req-1e079a9f-fe8c-420e-bc61-30946a89401b tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004601 Feb 16 15:44:17.756418 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-44f74d20-4da9-46d4-8fec-93010c423fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:17.770928 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:17.786228 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f74d20-4da9-46d4-8fec-93010c423fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445ccb60-b90a-47ac-97dd-76b623234b1b,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:17.803444 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-44f74d20-4da9-46d4-8fec-93010c423fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:17.803600 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b8cf2df1-0fa5-4979-b663-671b99b6830b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:17.809195 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-44f74d20-4da9-46d4-8fec-93010c423fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:17.810688 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-44f74d20-4da9-46d4-8fec-93010c423fd0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/445ccb60-b90a-47ac-97dd-76b623234b1b HTTP/1.1" status: 204 len: 168 time: 0.2746737 Feb 16 15:44:17.813443 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8762b94c-85d5-4ffa-a968-1df23536559b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:17.830495 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf2df1-0fa5-4979-b663-671b99b6830b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93a3a3f-a54e-4e33-85dd-98100e01e20d,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:17.840801 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b8cf2df1-0fa5-4979-b663-671b99b6830b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:17.846099 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b8cf2df1-0fa5-4979-b663-671b99b6830b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:17.850567 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-b8cf2df1-0fa5-4979-b663-671b99b6830b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e93a3a3f-a54e-4e33-85dd-98100e01e20d HTTP/1.1" status: 204 len: 168 time: 0.6820531 Feb 16 15:44:17.880158 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f2c690-19ab-4b8c-b82a-0a436e2aca27 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify agent at l3_agent.dv-cinder-775706-1-smb the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:44:17.884558 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-47f2c690-19ab-4b8c-b82a-0a436e2aca27 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for floatingip, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:17.891631 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa0dfb1-dd2e-4de2-bc0b-aac56405cabb None None] Sync routers for ids ['6d082d69-e887-4b37-a0f6-2cd5ec56ce42'] in dv-cinder-775706-1-smb {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:44:17.904082 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa0dfb1-dd2e-4de2-bc0b-aac56405cabb None None] Routers {'6d082d69-e887-4b37-a0f6-2cd5ec56ce42'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:44:17.905067 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-caa0dfb1-dd2e-4de2-bc0b-aac56405cabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:43:58Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['6d082d69-e887-4b37-a0f6-2cd5ec56ce42'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:44:17.953809 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-47f2c690-19ab-4b8c-b82a-0a436e2aca27 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "PUT /v2.0/floatingips/aec20302-be60-4938-bb95-d6e90eced643 HTTP/1.1" status: 200 len: 990 time: 4.4922447 Feb 16 15:44:17.954363 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3a84a8-8ce0-4ae1-af73-a881603ebea4', 'tag': 'd79f0bc4-9870-4fa6-99d6-d39aea4f8916'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:44:18.054698 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b3a84a8-8ce0-4ae1-af73-a881603ebea4', 'tag': 'd79f0bc4-9870-4fa6-99d6-d39aea4f8916', 'status': 'completed', 'code': 200} Feb 16 15:44:18.165481 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-caa0dfb1-dd2e-4de2-bc0b-aac56405cabb None None] Set router 6d082d69-e887-4b37-a0f6-2cd5ec56ce42 gateway port host: dv-cinder-775706-1-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:44:18.288622 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb79706-6f9c-4401-9ed1-9b199dd75d6d req-ed545cce-be7b-4caa-b565-656154778378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:18.290658 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dbb79706-6f9c-4401-9ed1-9b199dd75d6d req-ed545cce-be7b-4caa-b565-656154778378 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b0fc8a8ae93c48d4a30f0b24661af106&device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 1162 time: 0.1696920 Feb 16 15:44:18.513702 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb79706-6f9c-4401-9ed1-9b199dd75d6d req-069de210-1c5a-44e3-8b10-4684e6a2251e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:18.515966 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dbb79706-6f9c-4401-9ed1-9b199dd75d6d req-069de210-1c5a-44e3-8b10-4684e6a2251e service neutron] 10.222.0.102 "GET /v2.0/networks?id=d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8 HTTP/1.1" status: 200 len: 905 time: 0.2152324 Feb 16 15:44:18.649481 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dbb79706-6f9c-4401-9ed1-9b199dd75d6d req-60931ad0-a5c7-43f1-bbb9-f34530c1f4a0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d79f0bc4-9870-4fa6-99d6-d39aea4f8916 HTTP/1.1" status: 200 len: 998 time: 0.1228068 Feb 16 15:44:18.707905 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-caa0dfb1-dd2e-4de2-bc0b-aac56405cabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'name': 'tempest-AttachVolumeTestJSON-1971169974-router', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:11Z', 'updated_at': '2021-02-16T15:43:31Z', 'revision_number': 4, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'gw_port': {'id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:14Z', 'updated_at': '2021-02-16T15:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_floatingips': [{'id': 'aec20302-be60-4938-bb95-d6e90eced643', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'floating_ip_address': '172.28.2.51', 'floating_network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'router_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'port_id': 'd79f0bc4-9870-4fa6-99d6-d39aea4f8916', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8', 'mac_address': 'fa:16:3e:58:54:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a84a8-8ce0-4ae1-af73-a881603ebea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T15:43:49Z', 'updated_at': '2021-02-16T15:44:15Z', 'revision_number': 1, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32608817-7217-42b9-bef1-c4fdba0bbfb3', 'name': '', 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'mac_address': 'fa:16:3e:81:86:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '403fc087-c515-4f31-aec5-fdfdb713afb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:30Z', 'updated_at': '2021-02-16T15:43:47Z', 'revision_number': 5, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'subnets': [{'id': '403fc087-c515-4f31-aec5-fdfdb713afb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:44:18.712190 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa0dfb1-dd2e-4de2-bc0b-aac56405cabb None None] Checking router: 6d082d69-e887-4b37-a0f6-2cd5ec56ce42 for host: dv-cinder-775706-1-smb {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:44:18.723618 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa0dfb1-dd2e-4de2-bc0b-aac56405cabb None None] Routers {'6d082d69-e887-4b37-a0f6-2cd5ec56ce42'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:44:18.724832 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-caa0dfb1-dd2e-4de2-bc0b-aac56405cabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:43:58Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['6d082d69-e887-4b37-a0f6-2cd5ec56ce42'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:44:18.880542 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb79706-6f9c-4401-9ed1-9b199dd75d6d req-7d640f97-5234-451c-becd-1f165025477d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:18.882087 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dbb79706-6f9c-4401-9ed1-9b199dd75d6d req-7d640f97-5234-451c-becd-1f165025477d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=403fc087-c515-4f31-aec5-fdfdb713afb9 HTTP/1.1" status: 200 len: 850 time: 0.2241509 Feb 16 15:44:19.007410 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb79706-6f9c-4401-9ed1-9b199dd75d6d req-c97c0439-5d06-4c82-85cd-02fe91e1bf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:19.014897 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dbb79706-6f9c-4401-9ed1-9b199dd75d6d req-c97c0439-5d06-4c82-85cd-02fe91e1bf6e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1242502 Feb 16 15:44:19.037380 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-caa0dfb1-dd2e-4de2-bc0b-aac56405cabb None None] Set router 6d082d69-e887-4b37-a0f6-2cd5ec56ce42 gateway port host: dv-cinder-775706-1-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:44:19.097478 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b681e36-8932-46b8-a25f-56038cf5ea98 req-d1a76e6d-93cd-4893-93f2-ca51572a29a8 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:19.104076 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0b681e36-8932-46b8-a25f-56038cf5ea98 req-d1a76e6d-93cd-4893-93f2-ca51572a29a8 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 945 time: 0.1811922 Feb 16 15:44:19.229291 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0b681e36-8932-46b8-a25f-56038cf5ea98 req-d88e4fb2-9817-4edf-816b-d5aa855c9fed tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045060 Feb 16 15:44:19.342291 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dbb79706-6f9c-4401-9ed1-9b199dd75d6d req-428c0648-2e46-435b-a655-553a54c75216 service neutron] 10.222.0.102 "GET /v2.0/networks/d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133211 Feb 16 15:44:19.545364 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dbb79706-6f9c-4401-9ed1-9b199dd75d6d req-017f6377-a58a-4355-b7fd-db6bcee4ee4f service neutron] 10.222.0.102 "GET /v2.0/networks/d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1923826 Feb 16 15:44:19.600615 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-caa0dfb1-dd2e-4de2-bc0b-aac56405cabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'name': 'tempest-AttachVolumeTestJSON-1971169974-router', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:11Z', 'updated_at': '2021-02-16T15:43:31Z', 'revision_number': 4, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'gw_port': {'id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:14Z', 'updated_at': '2021-02-16T15:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_floatingips': [{'id': 'aec20302-be60-4938-bb95-d6e90eced643', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'floating_ip_address': '172.28.2.51', 'floating_network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'router_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'port_id': 'd79f0bc4-9870-4fa6-99d6-d39aea4f8916', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8', 'mac_address': 'fa:16:3e:58:54:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a84a8-8ce0-4ae1-af73-a881603ebea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T15:43:49Z', 'updated_at': '2021-02-16T15:44:15Z', 'revision_number': 1, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32608817-7217-42b9-bef1-c4fdba0bbfb3', 'name': '', 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'mac_address': 'fa:16:3e:81:86:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '403fc087-c515-4f31-aec5-fdfdb713afb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:30Z', 'updated_at': '2021-02-16T15:43:47Z', 'revision_number': 5, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'subnets': [{'id': '403fc087-c515-4f31-aec5-fdfdb713afb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:44:19.606324 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa0dfb1-dd2e-4de2-bc0b-aac56405cabb None None] The sync data for ids ['6d082d69-e887-4b37-a0f6-2cd5ec56ce42'] in dv-cinder-775706-1-smb is: [{'id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'name': 'tempest-AttachVolumeTestJSON-1971169974-router', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:11Z', 'updated_at': '2021-02-16T15:43:31Z', 'revision_number': 4, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'gw_port': {'id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:14Z', 'updated_at': '2021-02-16T15:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_floatingips': [{'id': 'aec20302-be60-4938-bb95-d6e90eced643', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'floating_ip_address': '172.28.2.51', 'floating_network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'router_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'port_id': 'd79f0bc4-9870-4fa6-99d6-d39aea4f8916', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8', 'mac_address': 'fa:16:3e:58:54:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a84a8-8ce0-4ae1-af73-a881603ebea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T15:43:49Z', 'updated_at': '2021-02-16T15:44:15Z', 'revision_number': 1, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32608817-7217-42b9-bef1-c4fdba0bbfb3', 'name': '', 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'mac_address': 'fa:16:3e:81:86:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '403fc087-c515-4f31-aec5-fdfdb713afb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:30Z', 'updated_at': '2021-02-16T15:43:47Z', 'revision_number': 5, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'subnets': [{'id': '403fc087-c515-4f31-aec5-fdfdb713afb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:44:19.978696 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf596a5-8d97-475a-b999-9d4cd396f37e None None] New status for floating IP aec20302-be60-4938-bb95-d6e90eced643: ACTIVE {{(pid=84027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 15:44:20.297388 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 55388) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:20.521888 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2facb73e-3bdd-4544-b22d-80e077413278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:20.561921 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-2facb73e-3bdd-4544-b22d-80e077413278 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:20.572872 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b357a-8f8e-4c1f-a444-49a29ebf6de2 req-b7ab72c5-7c17-4c76-93dd-4af64efbe68b tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:20.574558 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-fb2b357a-8f8e-4c1f-a444-49a29ebf6de2 req-b7ab72c5-7c17-4c76-93dd-4af64efbe68b tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 945 time: 0.1672606 Feb 16 15:44:20.575624 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-2facb73e-3bdd-4544-b22d-80e077413278 admin admin] Usage tracker for resource:security_group_rule and tenant:e64d98a6440d406c8fa7ea8fb23e43c3 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:20.578997 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-2facb73e-3bdd-4544-b22d-80e077413278 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:20.587184 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-2facb73e-3bdd-4544-b22d-80e077413278 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:20.662651 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-fb2b357a-8f8e-4c1f-a444-49a29ebf6de2 req-2fae8e83-d4c2-4dff-bbd8-3b88d3460a3f tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799592 Feb 16 15:44:20.827962 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2facb73e-3bdd-4544-b22d-80e077413278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:20.832486 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2facb73e-3bdd-4544-b22d-80e077413278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:20.857493 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:20.871001 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 55420) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:20.906266 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2facb73e-3bdd-4544-b22d-80e077413278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145f72d1-3827-46c6-80fc-4dd57da789a5,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:20.927642 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2facb73e-3bdd-4544-b22d-80e077413278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:20.945353 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-2facb73e-3bdd-4544-b22d-80e077413278 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e64d98a6440d406c8fa7ea8fb23e43c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6441431 Feb 16 15:44:20.945817 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 55426) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:21.037852 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c8cec456-3678-4b95-bdec-28b6c73385ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:21.050191 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2b85f963-397c-4d8b-bd21-3adc9d8fd4d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:21.069130 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-c8cec456-3678-4b95-bdec-28b6c73385ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:21.074947 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-c8cec456-3678-4b95-bdec-28b6c73385ab admin admin] Usage tracker for resource:security_group_rule and tenant:6e6ab09e868540d5b511dcfc59070020 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:21.084998 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-c8cec456-3678-4b95-bdec-28b6c73385ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:21.095673 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-c8cec456-3678-4b95-bdec-28b6c73385ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:21.098978 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2b85f963-397c-4d8b-bd21-3adc9d8fd4d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:21.178890 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 55434) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:21.190677 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2b85f963-397c-4d8b-bd21-3adc9d8fd4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:21.199888 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-440fbdff-9619-4bdf-992f-91af64c00e89 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:21.224190 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b85f963-397c-4d8b-bd21-3adc9d8fd4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145f72d1-3827-46c6-80fc-4dd57da789a5,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:21.230486 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2b85f963-397c-4d8b-bd21-3adc9d8fd4d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:21.246423 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2b85f963-397c-4d8b-bd21-3adc9d8fd4d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:21.250618 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-2b85f963-397c-4d8b-bd21-3adc9d8fd4d3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/145f72d1-3827-46c6-80fc-4dd57da789a5 HTTP/1.1" status: 204 len: 168 time: 0.3007622 Feb 16 15:44:21.253749 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c8cec456-3678-4b95-bdec-28b6c73385ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:21.259951 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c8cec456-3678-4b95-bdec-28b6c73385ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:21.269154 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-4b5755de-017e-4f0c-bfd6-b609ead6a944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:21.316864 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-c8cec456-3678-4b95-bdec-28b6c73385ab admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6e6ab09e868540d5b511dcfc59070020&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4441407 Feb 16 15:44:21.318446 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 55442) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:21.321268 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cec456-3678-4b95-bdec-28b6c73385ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1d4541-5025-4dc2-bdf3-705a6029d96e,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:21.334029 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ed367107-22b6-4c24-b8c6-b029c0b956b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:21.336070 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c8cec456-3678-4b95-bdec-28b6c73385ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:21.353243 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-ed367107-22b6-4c24-b8c6-b029c0b956b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:21.357284 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-ed367107-22b6-4c24-b8c6-b029c0b956b8 admin admin] Usage tracker for resource:security_group_rule and tenant:a8d011930e6d4373a0c60169c1626533 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:21.360456 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-ed367107-22b6-4c24-b8c6-b029c0b956b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:21.366937 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-ed367107-22b6-4c24-b8c6-b029c0b956b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:21.394730 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8cbb2363-9afd-4b49-b88a-562ceae4da63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:21.426757 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8cbb2363-9afd-4b49-b88a-562ceae4da63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:21.460581 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ed367107-22b6-4c24-b8c6-b029c0b956b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:21.465164 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ed367107-22b6-4c24-b8c6-b029c0b956b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:21.477111 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8cbb2363-9afd-4b49-b88a-562ceae4da63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:21.478083 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-732de492-f8a7-4dc4-b04c-2e91662741e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:21.483477 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c8cec456-3678-4b95-bdec-28b6c73385ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:21.496501 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb2363-9afd-4b49-b88a-562ceae4da63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1d4541-5025-4dc2-bdf3-705a6029d96e,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:21.502988 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8cbb2363-9afd-4b49-b88a-562ceae4da63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:21.505173 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8cbb2363-9afd-4b49-b88a-562ceae4da63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:21.509913 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-8cbb2363-9afd-4b49-b88a-562ceae4da63 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9c1d4541-5025-4dc2-bdf3-705a6029d96e HTTP/1.1" status: 204 len: 168 time: 0.1903322 Feb 16 15:44:21.523005 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed367107-22b6-4c24-b8c6-b029c0b956b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b21d4f-9490-455e-8121-51eebe181f1a,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:21.527144 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ed367107-22b6-4c24-b8c6-b029c0b956b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:21.537051 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 55450) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:21.537196 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-ed367107-22b6-4c24-b8c6-b029c0b956b8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a8d011930e6d4373a0c60169c1626533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3570120 Feb 16 15:44:21.602856 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b6caf7c5-ec7d-4082-ac3c-bab3dfe01f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:21.613921 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 55454) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:21.639136 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-875adacf-3cd1-40a5-a3e7-739ae2e3f930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:21.640719 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b6caf7c5-ec7d-4082-ac3c-bab3dfe01f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:21.656871 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-875adacf-3cd1-40a5-a3e7-739ae2e3f930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:21.661563 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-875adacf-3cd1-40a5-a3e7-739ae2e3f930 admin admin] Usage tracker for resource:security_group_rule and tenant:79a967ac7ebc46d8898e6acc12f74c96 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:21.664605 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-875adacf-3cd1-40a5-a3e7-739ae2e3f930 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:21.670527 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-875adacf-3cd1-40a5-a3e7-739ae2e3f930 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:21.689309 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b6caf7c5-ec7d-4082-ac3c-bab3dfe01f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:21.694847 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-89c4967f-eab1-4c9f-b3d4-62c18c93a243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:21.708868 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6caf7c5-ec7d-4082-ac3c-bab3dfe01f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b21d4f-9490-455e-8121-51eebe181f1a,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:21.711974 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b6caf7c5-ec7d-4082-ac3c-bab3dfe01f1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:21.717176 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b6caf7c5-ec7d-4082-ac3c-bab3dfe01f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:21.722235 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-b6caf7c5-ec7d-4082-ac3c-bab3dfe01f1e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a7b21d4f-9490-455e-8121-51eebe181f1a HTTP/1.1" status: 204 len: 168 time: 0.1839774 Feb 16 15:44:21.827859 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-875adacf-3cd1-40a5-a3e7-739ae2e3f930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:21.836321 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-875adacf-3cd1-40a5-a3e7-739ae2e3f930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:21.848277 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ed367107-22b6-4c24-b8c6-b029c0b956b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:21.962132 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-875adacf-3cd1-40a5-a3e7-739ae2e3f930 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=79a967ac7ebc46d8898e6acc12f74c96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3436029 Feb 16 15:44:21.962243 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 55470) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:21.968336 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875adacf-3cd1-40a5-a3e7-739ae2e3f930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28cd29d2-2278-4d17-b87b-20fa206a8e9e,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:21.978501 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-875adacf-3cd1-40a5-a3e7-739ae2e3f930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:22.020311 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4aaf5d-7e1d-42e2-998c-95f9a9200b5d req-1fa765e9-6e53-4d00-8b4f-9e3b5d6ffdb1 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:22.022214 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1d4aaf5d-7e1d-42e2-998c-95f9a9200b5d req-1fa765e9-6e53-4d00-8b4f-9e3b5d6ffdb1 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 945 time: 0.1592388 Feb 16 15:44:22.055095 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a6fba0f0-f7f6-4819-97b7-b15e16fd6db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:22.088967 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a6fba0f0-f7f6-4819-97b7-b15e16fd6db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:22.100594 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1d4aaf5d-7e1d-42e2-998c-95f9a9200b5d req-1585b0e7-bb85-4b2b-8c1e-304fe4a82ee5 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605085 Feb 16 15:44:22.172662 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a6fba0f0-f7f6-4819-97b7-b15e16fd6db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:22.182695 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b8cf2df1-0fa5-4979-b663-671b99b6830b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:22.201238 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fba0f0-f7f6-4819-97b7-b15e16fd6db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28cd29d2-2278-4d17-b87b-20fa206a8e9e,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:22.210906 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a6fba0f0-f7f6-4819-97b7-b15e16fd6db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:22.213770 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a6fba0f0-f7f6-4819-97b7-b15e16fd6db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:22.217619 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-a6fba0f0-f7f6-4819-97b7-b15e16fd6db4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/28cd29d2-2278-4d17-b87b-20fa206a8e9e HTTP/1.1" status: 204 len: 168 time: 0.2528636 Feb 16 15:44:22.434357 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 55498) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:22.454203 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3263f5ce-51c5-4c75-a988-34b4736d9573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:22.471084 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-3263f5ce-51c5-4c75-a988-34b4736d9573 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:22.475399 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-3263f5ce-51c5-4c75-a988-34b4736d9573 admin admin] Usage tracker for resource:security_group_rule and tenant:b4ed8982b9bf4d71907a56bdee5e6386 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:22.478622 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-3263f5ce-51c5-4c75-a988-34b4736d9573 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:22.485139 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-3263f5ce-51c5-4c75-a988-34b4736d9573 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:22.588520 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3263f5ce-51c5-4c75-a988-34b4736d9573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:22.592693 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3263f5ce-51c5-4c75-a988-34b4736d9573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:22.632648 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0e4bca56-e371-4234-99db-3f10de596c4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:22.657491 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-3263f5ce-51c5-4c75-a988-34b4736d9573 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b4ed8982b9bf4d71907a56bdee5e6386&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218184 Feb 16 15:44:22.662113 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 55514) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:22.683250 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263f5ce-51c5-4c75-a988-34b4736d9573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7433a5b3-e56b-4315-afe9-a4965d6ec650,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:22.687969 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3263f5ce-51c5-4c75-a988-34b4736d9573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:22.774181 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-825d8feb-a9d2-4676-b9b4-4c5c2f20e1bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:22.807058 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-825d8feb-a9d2-4676-b9b4-4c5c2f20e1bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:22.857279 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-825d8feb-a9d2-4676-b9b4-4c5c2f20e1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:22.864361 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:22.885681 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825d8feb-a9d2-4676-b9b4-4c5c2f20e1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7433a5b3-e56b-4315-afe9-a4965d6ec650,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:22.895686 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-825d8feb-a9d2-4676-b9b4-4c5c2f20e1bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:22.916687 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-825d8feb-a9d2-4676-b9b4-4c5c2f20e1bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:22.921420 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-825d8feb-a9d2-4676-b9b4-4c5c2f20e1bc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7433a5b3-e56b-4315-afe9-a4965d6ec650 HTTP/1.1" status: 204 len: 168 time: 0.2557507 Feb 16 15:44:23.329485 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d36d5-5d6a-47c2-a3a3-3b205a8180a4 req-43b74d0f-5b1a-4395-b968-830e1b65d21e tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:23.329485 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cf8d36d5-5d6a-47c2-a3a3-3b205a8180a4 req-43b74d0f-5b1a-4395-b968-830e1b65d21e tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 945 time: 0.1029735 Feb 16 15:44:23.344263 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 55548) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:23.366898 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e6b2c09a-e36e-429e-84c2-7de4a7ba76ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:23.386814 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-e6b2c09a-e36e-429e-84c2-7de4a7ba76ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:23.387271 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cf8d36d5-5d6a-47c2-a3a3-3b205a8180a4 req-0356de1a-d7bd-4591-96c6-82f393662e51 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498955 Feb 16 15:44:23.391711 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-e6b2c09a-e36e-429e-84c2-7de4a7ba76ae admin admin] Usage tracker for resource:security_group_rule and tenant:8842c313425e40618f61ede72ce7c1c9 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:23.395152 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-e6b2c09a-e36e-429e-84c2-7de4a7ba76ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:23.404915 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-e6b2c09a-e36e-429e-84c2-7de4a7ba76ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:23.518641 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e6b2c09a-e36e-429e-84c2-7de4a7ba76ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:23.524279 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e6b2c09a-e36e-429e-84c2-7de4a7ba76ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:23.535122 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:23.585853 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-e6b2c09a-e36e-429e-84c2-7de4a7ba76ae admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8842c313425e40618f61ede72ce7c1c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379930 Feb 16 15:44:23.585853 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2c09a-e36e-429e-84c2-7de4a7ba76ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31f3faf-4f90-4df3-ba8e-dd6fa6206b78,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:23.586249 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 55554) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:23.587493 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e6b2c09a-e36e-429e-84c2-7de4a7ba76ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:23.661288 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1fa28f38-7dd5-4d0f-9531-8db9cac16450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:23.691545 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1fa28f38-7dd5-4d0f-9531-8db9cac16450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:23.747327 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1fa28f38-7dd5-4d0f-9531-8db9cac16450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:23.754126 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:23.772883 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa28f38-7dd5-4d0f-9531-8db9cac16450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31f3faf-4f90-4df3-ba8e-dd6fa6206b78,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:23.777778 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1fa28f38-7dd5-4d0f-9531-8db9cac16450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:23.781159 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1fa28f38-7dd5-4d0f-9531-8db9cac16450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:23.788466 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-1fa28f38-7dd5-4d0f-9531-8db9cac16450 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e31f3faf-4f90-4df3-ba8e-dd6fa6206b78 HTTP/1.1" status: 204 len: 168 time: 0.2010617 Feb 16 15:44:24.308691 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 55592) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:24.598076 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4d9372f5-3003-42e7-ac32-f6fcbf2ddeb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:24.617691 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-4d9372f5-3003-42e7-ac32-f6fcbf2ddeb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:24.624554 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-4d9372f5-3003-42e7-ac32-f6fcbf2ddeb3 admin admin] Usage tracker for resource:security_group_rule and tenant:eb3455ce10024a2bb78694d6f5710b19 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:24.629016 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-4d9372f5-3003-42e7-ac32-f6fcbf2ddeb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:24.637588 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-4d9372f5-3003-42e7-ac32-f6fcbf2ddeb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:24.683056 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14860d6-af7c-4fe3-99b0-288871c68e27 req-2b526bde-71c3-415b-b2b8-5fc99b546f6a tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:24.684759 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b14860d6-af7c-4fe3-99b0-288871c68e27 req-2b526bde-71c3-415b-b2b8-5fc99b546f6a tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 945 time: 0.1688898 Feb 16 15:44:24.810546 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b14860d6-af7c-4fe3-99b0-288871c68e27 req-f6755664-343b-45d7-952e-57f0b78f4530 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963643 Feb 16 15:44:24.863727 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4d9372f5-3003-42e7-ac32-f6fcbf2ddeb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:24.867344 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4d9372f5-3003-42e7-ac32-f6fcbf2ddeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:24.875690 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-63ae9868-b2a1-4576-860a-adfe962ddc11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:24.947028 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 55626) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:25.120141 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-87a63076-3d4d-4843-80b3-4ba4121fe194 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-718790440-network', 'tenant_id': 'e5abaf2cab22431f805de08282d221cc'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:44:25.131614 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-87a63076-3d4d-4843-80b3-4ba4121fe194 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:25.138440 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-87a63076-3d4d-4843-80b3-4ba4121fe194 admin admin] Usage tracker for resource:network and tenant:e5abaf2cab22431f805de08282d221cc is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:25.141966 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-87a63076-3d4d-4843-80b3-4ba4121fe194 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:25.144544 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9372f5-3003-42e7-ac32-f6fcbf2ddeb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3731b34-5d76-4a49-9384-117074d2b302,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:25.149921 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-4d9372f5-3003-42e7-ac32-f6fcbf2ddeb3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eb3455ce10024a2bb78694d6f5710b19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8400521 Feb 16 15:44:25.151242 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-4d9372f5-3003-42e7-ac32-f6fcbf2ddeb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:25.153348 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 55640) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:25.170483 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-87a63076-3d4d-4843-80b3-4ba4121fe194 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:25.193630 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a63076-3d4d-4843-80b3-4ba4121fe194 admin admin] Made reservation on behalf of e5abaf2cab22431f805de08282d221cc for: {'network': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:44:25.204314 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-87a63076-3d4d-4843-80b3-4ba4121fe194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for network, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:25.218972 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-87a63076-3d4d-4843-80b3-4ba4121fe194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:25.227150 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8793b885-7f3b-4696-b8c9-926328866a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:25.228515 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-847ccf60-0787-453a-ad1f-2550bd633a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:25.245371 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-87a63076-3d4d-4843-80b3-4ba4121fe194 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:25.250329 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-87a63076-3d4d-4843-80b3-4ba4121fe194 admin admin] Usage tracker for resource:security_group_rule and tenant:e5abaf2cab22431f805de08282d221cc is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:25.254748 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-87a63076-3d4d-4843-80b3-4ba4121fe194 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:25.260287 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8793b885-7f3b-4696-b8c9-926328866a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:25.261759 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-87a63076-3d4d-4843-80b3-4ba4121fe194 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:25.326504 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8793b885-7f3b-4696-b8c9-926328866a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:25.333723 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c78de5a4-937d-4fbb-9ce8-6dff6ff25e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:25.345971 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793b885-7f3b-4696-b8c9-926328866a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3731b34-5d76-4a49-9384-117074d2b302,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:25.350100 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8793b885-7f3b-4696-b8c9-926328866a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:25.364191 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-87a63076-3d4d-4843-80b3-4ba4121fe194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:25.368875 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8793b885-7f3b-4696-b8c9-926328866a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:25.370930 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-87a63076-3d4d-4843-80b3-4ba4121fe194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:25.375779 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-8793b885-7f3b-4696-b8c9-926328866a74 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e3731b34-5d76-4a49-9384-117074d2b302 HTTP/1.1" status: 204 len: 168 time: 0.2211549 Feb 16 15:44:25.378129 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-52d5a3ef-9f3b-4961-9c3b-2d1f9dff1509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:25.414456 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87a63076-3d4d-4843-80b3-4ba4121fe194 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 15:44:25.425195 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a63076-3d4d-4843-80b3-4ba4121fe194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4b263e-003c-4085-a568-a8602cfc2caa,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:25.429655 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-87a63076-3d4d-4843-80b3-4ba4121fe194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:25.432520 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-87a63076-3d4d-4843-80b3-4ba4121fe194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853259932'] for segment, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:25.433099 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.db.segments_db [None req-87a63076-3d4d-4843-80b3-4ba4121fe194 admin admin] Added segment e2f69d35-9771-4028-9516-5638f0920870 of type vxlan for network 5de3ba66-1c82-4b3f-9014-0f2b12065ad6 Feb 16 15:44:25.469944 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-87a63076-3d4d-4843-80b3-4ba4121fe194 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754293098833'] for network, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:25.510185 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-87a63076-3d4d-4843-80b3-4ba4121fe194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702'] for network, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:25.511507 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a63076-3d4d-4843-80b3-4ba4121fe194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:25.512147 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-87a63076-3d4d-4843-80b3-4ba4121fe194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:25.519091 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-477e884c-2b93-4934-bef0-e20139f21c50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:25.644129 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a63076-3d4d-4843-80b3-4ba4121fe194 admin admin] Pushing event updated for resources: {'Network': ['ID=5de3ba66-1c82-4b3f-9014-0f2b12065ad6,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:25.648483 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-87a63076-3d4d-4843-80b3-4ba4121fe194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:25.653663 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 55664) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:25.653801 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-87a63076-3d4d-4843-80b3-4ba4121fe194 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.7056649 Feb 16 15:44:25.661463 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-d18ef421-7fca-4950-b7d3-0af5912cc370 admin admin] Request body: {'subnet': {'network_id': '5de3ba66-1c82-4b3f-9014-0f2b12065ad6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-718790440-subnet', 'tenant_id': 'e5abaf2cab22431f805de08282d221cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:44:25.663053 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Network 5de3ba66-1c82-4b3f-9014-0f2b12065ad6 details requested by agent ovs-agent-dv-cinder-775706-1-smb with host dv-cinder-775706-1-smb {{(pid=84027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:44:25.669763 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-d18ef421-7fca-4950-b7d3-0af5912cc370 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:25.685749 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-d18ef421-7fca-4950-b7d3-0af5912cc370 admin admin] Usage tracker for resource:subnet and tenant:e5abaf2cab22431f805de08282d221cc is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:25.691267 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-d18ef421-7fca-4950-b7d3-0af5912cc370 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:25.701180 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-d18ef421-7fca-4950-b7d3-0af5912cc370 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:25.733718 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18ef421-7fca-4950-b7d3-0af5912cc370 admin admin] Made reservation on behalf of e5abaf2cab22431f805de08282d221cc for: {'subnet': 1} {{(pid=84025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:44:25.750249 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d18ef421-7fca-4950-b7d3-0af5912cc370 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13890268'] for subnet, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:25.840182 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Network 5de3ba66-1c82-4b3f-9014-0f2b12065ad6 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:44:26.248490 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b4c01-89d7-4426-bf67-50108c6bc0bc req-accdbb8d-c0ce-4a68-9d86-017e99247cfe tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:26.254995 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-704b4c01-89d7-4426-bf67-50108c6bc0bc req-accdbb8d-c0ce-4a68-9d86-017e99247cfe tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 945 time: 0.1535020 Feb 16 15:44:26.421076 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-704b4c01-89d7-4426-bf67-50108c6bc0bc req-4215189b-6ba8-4a85-8a37-cf439f7eb755 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642852 Feb 16 15:44:26.587136 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d18ef421-7fca-4950-b7d3-0af5912cc370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838928216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13890287'] for subnet, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:26.674010 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-59eb0dbb-f6f2-4100-9de5-801b5a5d3c0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:26.737921 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ef421-7fca-4950-b7d3-0af5912cc370 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43598384-326a-4043-8a3d-247b032e6fc6,revision_number=0']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:26.744386 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d18ef421-7fca-4950-b7d3-0af5912cc370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:26.838636 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18ef421-7fca-4950-b7d3-0af5912cc370 admin admin] Checking segment: {'id': 'e2f69d35-9771-4028-9516-5638f0920870', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5de3ba66-1c82-4b3f-9014-0f2b12065ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:44:26.839036 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18ef421-7fca-4950-b7d3-0af5912cc370 admin admin] Network hostable DHCP agents. Network: 5de3ba66-1c82-4b3f-9014-0f2b12065ad6, hostable agents: ['37754f02-07ee-44c0-875b-e652d08d1f6e'], hosted agents: [] {{(pid=84025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 15:44:26.861578 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18ef421-7fca-4950-b7d3-0af5912cc370 admin admin] Network 5de3ba66-1c82-4b3f-9014-0f2b12065ad6 is scheduled to be hosted by DHCP agent 37754f02-07ee-44c0-875b-e652d08d1f6e with binding_index 1 {{(pid=84025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 15:44:26.871324 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-d18ef421-7fca-4950-b7d3-0af5912cc370 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-1-smb, 5de3ba66-1c82-4b3f-9014-0f2b12065ad6) {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:44:26.886107 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524d95d9-3546-4fe6-b53f-be4aa29b7f5b None None] Network 5de3ba66-1c82-4b3f-9014-0f2b12065ad6 requested from dv-cinder-775706-1-smb {{(pid=84027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:44:26.899793 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18ef421-7fca-4950-b7d3-0af5912cc370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:26.900461 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d18ef421-7fca-4950-b7d3-0af5912cc370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for subnet, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:26.934743 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-d18ef421-7fca-4950-b7d3-0af5912cc370 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2709739 Feb 16 15:44:26.964545 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 55742) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:27.166116 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-05ba00f2-07a1-4301-b871-539571ddbc49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:27.190885 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-05ba00f2-07a1-4301-b871-539571ddbc49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:27.195431 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-05ba00f2-07a1-4301-b871-539571ddbc49 admin admin] Usage tracker for resource:security_group_rule and tenant:f3be88bd9bf9456293a3d24ef9d25db6 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:27.203176 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-05ba00f2-07a1-4301-b871-539571ddbc49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:27.209036 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-05ba00f2-07a1-4301-b871-539571ddbc49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:27.320837 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2780c6fd-e292-41cf-a902-9ce35dcc9ed0 None None] Network 5de3ba66-1c82-4b3f-9014-0f2b12065ad6 requested from dv-cinder-775706-1-smb {{(pid=84027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:44:27.380806 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-05ba00f2-07a1-4301-b871-539571ddbc49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:27.385853 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-05ba00f2-07a1-4301-b871-539571ddbc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:27.410783 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-352f96fb-28b9-4c44-9490-c8dbe997448f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:27.479568 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-05ba00f2-07a1-4301-b871-539571ddbc49 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f3be88bd9bf9456293a3d24ef9d25db6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5113182 Feb 16 15:44:27.480241 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 55772) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:27.527025 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba00f2-07a1-4301-b871-539571ddbc49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfa6bcc-78ac-45f2-84b8-d050dc3d2b95,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:27.540277 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-05ba00f2-07a1-4301-b871-539571ddbc49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:27.570136 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ec78c4b9-010d-44dc-95e5-1519277f8a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:27.669416 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ec78c4b9-010d-44dc-95e5-1519277f8a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:27.778481 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a282931-2ba6-4eb4-b31f-7eab51b81d7f req-e047fc4c-dea6-4fe7-aef2-d060e2842c4b tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:27.782043 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-549b8e5b-32de-41c0-8195-7c464cbc6a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:27.787616 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-7a282931-2ba6-4eb4-b31f-7eab51b81d7f req-e047fc4c-dea6-4fe7-aef2-d060e2842c4b tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 945 time: 0.1740990 Feb 16 15:44:27.813669 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ec78c4b9-010d-44dc-95e5-1519277f8a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:27.821119 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-05ba00f2-07a1-4301-b871-539571ddbc49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:27.849010 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec78c4b9-010d-44dc-95e5-1519277f8a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfa6bcc-78ac-45f2-84b8-d050dc3d2b95,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:27.853564 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ec78c4b9-010d-44dc-95e5-1519277f8a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:27.858041 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-ec78c4b9-010d-44dc-95e5-1519277f8a7d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6dfa6bcc-78ac-45f2-84b8-d050dc3d2b95 HTTP/1.1" status: 204 len: 168 time: 0.3735845 Feb 16 15:44:27.858041 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ec78c4b9-010d-44dc-95e5-1519277f8a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:27.884140 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-7a282931-2ba6-4eb4-b31f-7eab51b81d7f req-2a322f72-4677-4223-860b-b55c7d87b751 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954731 Feb 16 15:44:28.082832 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:28.311861 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 55818) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:28.338231 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0cacaeaf-820d-487a-8afd-97fe3c87c8db admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:28.355558 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-0cacaeaf-820d-487a-8afd-97fe3c87c8db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:28.361368 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-0cacaeaf-820d-487a-8afd-97fe3c87c8db admin admin] Usage tracker for resource:security_group_rule and tenant:3d65c53b4643483785fd794bd17e80db is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:28.364575 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-0cacaeaf-820d-487a-8afd-97fe3c87c8db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:28.372138 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-0cacaeaf-820d-487a-8afd-97fe3c87c8db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:28.436307 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 55826) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:28.487637 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0cacaeaf-820d-487a-8afd-97fe3c87c8db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:28.490669 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0cacaeaf-820d-487a-8afd-97fe3c87c8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:28.504781 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8793b885-7f3b-4696-b8c9-926328866a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:28.555563 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-0cacaeaf-820d-487a-8afd-97fe3c87c8db admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3d65c53b4643483785fd794bd17e80db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2398326 Feb 16 15:44:28.555563 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cacaeaf-820d-487a-8afd-97fe3c87c8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389af597-0d7b-4149-9413-fe099f2cdefb,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:28.555881 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 55836) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:28.557343 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0cacaeaf-820d-487a-8afd-97fe3c87c8db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:28.637444 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-abab606a-bf6e-49a0-a9e6-f49df5cf883a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:28.669771 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-abab606a-bf6e-49a0-a9e6-f49df5cf883a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:28.731755 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 55844) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:28.743468 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-d38cf3e8-fe64-4cef-b567-e6cfdb6d6fb8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2097931594-network', 'tenant_id': 'e16f3a314edd4b609d9664175e69f83c'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:44:28.756812 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-abab606a-bf6e-49a0-a9e6-f49df5cf883a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:28.764957 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-d38cf3e8-fe64-4cef-b567-e6cfdb6d6fb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:28.772450 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8756b0c4-f6db-4678-a633-db5c9807339a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:28.779431 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-d38cf3e8-fe64-4cef-b567-e6cfdb6d6fb8 admin admin] Usage tracker for resource:network and tenant:e16f3a314edd4b609d9664175e69f83c is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:28.783507 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-d38cf3e8-fe64-4cef-b567-e6cfdb6d6fb8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:28.795316 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-d38cf3e8-fe64-4cef-b567-e6cfdb6d6fb8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:28.810237 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-290f9c75-b376-494f-b20d-69a6c68c112f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:28.820372 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38cf3e8-fe64-4cef-b567-e6cfdb6d6fb8 admin admin] Made reservation on behalf of e16f3a314edd4b609d9664175e69f83c for: {'network': 1} {{(pid=84025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:44:28.825328 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d38cf3e8-fe64-4cef-b567-e6cfdb6d6fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for network, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:28.829747 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab606a-bf6e-49a0-a9e6-f49df5cf883a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389af597-0d7b-4149-9413-fe099f2cdefb,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:28.833220 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-abab606a-bf6e-49a0-a9e6-f49df5cf883a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:28.843590 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d38cf3e8-fe64-4cef-b567-e6cfdb6d6fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:28.846340 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-abab606a-bf6e-49a0-a9e6-f49df5cf883a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:28.850724 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-abab606a-bf6e-49a0-a9e6-f49df5cf883a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/389af597-0d7b-4149-9413-fe099f2cdefb HTTP/1.1" status: 204 len: 168 time: 0.2936673 Feb 16 15:44:28.851864 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-290f9c75-b376-494f-b20d-69a6c68c112f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:28.856259 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-290f9c75-b376-494f-b20d-69a6c68c112f admin admin] Usage tracker for resource:security_group_rule and tenant:c87966ae2385442691d7f3a14e291a1c is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:28.859519 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-290f9c75-b376-494f-b20d-69a6c68c112f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:28.863744 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 55850) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:28.869550 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-290f9c75-b376-494f-b20d-69a6c68c112f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:28.869938 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-d38cf3e8-fe64-4cef-b567-e6cfdb6d6fb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:28.874382 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-d38cf3e8-fe64-4cef-b567-e6cfdb6d6fb8 admin admin] Usage tracker for resource:security_group_rule and tenant:e16f3a314edd4b609d9664175e69f83c is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:28.878178 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-d38cf3e8-fe64-4cef-b567-e6cfdb6d6fb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:28.889519 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-d38cf3e8-fe64-4cef-b567-e6cfdb6d6fb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:28.973880 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-290f9c75-b376-494f-b20d-69a6c68c112f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:28.980145 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-290f9c75-b376-494f-b20d-69a6c68c112f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:28.991365 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d38cf3e8-fe64-4cef-b567-e6cfdb6d6fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:28.993173 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1a409ab7-9f06-48cf-b310-fdcbd25be5a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:28.996303 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d38cf3e8-fe64-4cef-b567-e6cfdb6d6fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:29.002735 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:29.044854 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-290f9c75-b376-494f-b20d-69a6c68c112f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c87966ae2385442691d7f3a14e291a1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6061630 Feb 16 15:44:29.045379 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d38cf3e8-fe64-4cef-b567-e6cfdb6d6fb8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=84025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 15:44:29.046775 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f9c75-b376-494f-b20d-69a6c68c112f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e2dd58-2a81-4a4a-8614-466145610f47,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:29.050432 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 55858) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:29.053744 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-290f9c75-b376-494f-b20d-69a6c68c112f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:29.129695 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38cf3e8-fe64-4cef-b567-e6cfdb6d6fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8728c46d-5ce1-4c63-820f-94d8be20fe19,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:29.132095 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3da54964-5853-424e-870e-325a75d7bef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:29.136846 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d38cf3e8-fe64-4cef-b567-e6cfdb6d6fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:29.140166 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d38cf3e8-fe64-4cef-b567-e6cfdb6d6fb8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754293612249', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853259932'] for segment, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:29.140520 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.db.segments_db [None req-d38cf3e8-fe64-4cef-b567-e6cfdb6d6fb8 admin admin] Added segment dde317de-a041-4109-a35c-bc6422e1f928 of type vxlan for network 103df008-2d64-480c-bac0-9426c43ef8d6 Feb 16 15:44:29.180503 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3da54964-5853-424e-870e-325a75d7bef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:29.189090 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d38cf3e8-fe64-4cef-b567-e6cfdb6d6fb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754293098833'] for network, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:29.216563 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b90ef-8cda-468f-bf39-dc6a33b4857f req-cbd35e08-65ce-4fdd-be44-bede7c0ab82d tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:29.218261 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-292b90ef-8cda-468f-bf39-dc6a33b4857f req-cbd35e08-65ce-4fdd-be44-bede7c0ab82d tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 945 time: 0.1935520 Feb 16 15:44:29.245642 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3da54964-5853-424e-870e-325a75d7bef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:29.251888 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-abab606a-bf6e-49a0-a9e6-f49df5cf883a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:29.272881 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d38cf3e8-fe64-4cef-b567-e6cfdb6d6fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702'] for network, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:29.276395 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38cf3e8-fe64-4cef-b567-e6cfdb6d6fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:29.277029 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d38cf3e8-fe64-4cef-b567-e6cfdb6d6fb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for network, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:29.284368 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:29.286066 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da54964-5853-424e-870e-325a75d7bef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e2dd58-2a81-4a4a-8614-466145610f47,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:29.297607 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3da54964-5853-424e-870e-325a75d7bef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:29.298812 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d7e93497-67f9-4795-aa6d-5a0d5e3a911d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:29.309343 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-292b90ef-8cda-468f-bf39-dc6a33b4857f req-326fd3d5-020e-4b1e-8b7d-99c9213c8f40 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791700 Feb 16 15:44:29.316279 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3da54964-5853-424e-870e-325a75d7bef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:29.318019 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-3da54964-5853-424e-870e-325a75d7bef3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c3e2dd58-2a81-4a4a-8614-466145610f47 HTTP/1.1" status: 204 len: 168 time: 0.2657177 Feb 16 15:44:29.323853 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-d7e93497-67f9-4795-aa6d-5a0d5e3a911d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:29.328760 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-d7e93497-67f9-4795-aa6d-5a0d5e3a911d admin admin] Usage tracker for resource:security_group_rule and tenant:857d6c54456c437bae4b37d15e75660c is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:29.333318 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-d7e93497-67f9-4795-aa6d-5a0d5e3a911d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:29.358918 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-d7e93497-67f9-4795-aa6d-5a0d5e3a911d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:29.393653 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:29.455704 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38cf3e8-fe64-4cef-b567-e6cfdb6d6fb8 admin admin] Pushing event updated for resources: {'Network': ['ID=103df008-2d64-480c-bac0-9426c43ef8d6,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:29.468101 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Network 103df008-2d64-480c-bac0-9426c43ef8d6 details requested by agent ovs-agent-dv-cinder-775706-1-smb with host dv-cinder-775706-1-smb {{(pid=84027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:44:29.469405 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d38cf3e8-fe64-4cef-b567-e6cfdb6d6fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:29.473648 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-d38cf3e8-fe64-4cef-b567-e6cfdb6d6fb8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7394640 Feb 16 15:44:29.476170 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 55872) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:29.483061 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-189e8b32-b660-46bd-b524-d7f2198e4dbd admin admin] Request body: {'subnet': {'network_id': '103df008-2d64-480c-bac0-9426c43ef8d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2097931594-subnet', 'tenant_id': 'e16f3a314edd4b609d9664175e69f83c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:44:29.488901 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-189e8b32-b660-46bd-b524-d7f2198e4dbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:29.493823 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-189e8b32-b660-46bd-b524-d7f2198e4dbd admin admin] Usage tracker for resource:subnet and tenant:e16f3a314edd4b609d9664175e69f83c is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:29.497147 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-189e8b32-b660-46bd-b524-d7f2198e4dbd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:29.504045 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-189e8b32-b660-46bd-b524-d7f2198e4dbd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:29.520894 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d7e93497-67f9-4795-aa6d-5a0d5e3a911d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:29.525865 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d7e93497-67f9-4795-aa6d-5a0d5e3a911d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:29.529764 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189e8b32-b660-46bd-b524-d7f2198e4dbd admin admin] Made reservation on behalf of e16f3a314edd4b609d9664175e69f83c for: {'subnet': 1} {{(pid=84025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:44:29.536247 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-189e8b32-b660-46bd-b524-d7f2198e4dbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13890268'] for subnet, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:29.537704 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8ee3e901-f5a0-484c-a1d6-0212cd0aa6aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:29.595421 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-d7e93497-67f9-4795-aa6d-5a0d5e3a911d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=857d6c54456c437bae4b37d15e75660c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7305744 Feb 16 15:44:29.597246 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 55880) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:29.598145 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e93497-67f9-4795-aa6d-5a0d5e3a911d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f1349a-8a21-4ecf-b61b-40e5a12dc8d7,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:29.619063 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d7e93497-67f9-4795-aa6d-5a0d5e3a911d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:29.642106 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Network 103df008-2d64-480c-bac0-9426c43ef8d6 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:44:29.694432 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7a86a329-b90f-4b6b-b78b-476580a2de62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:29.725520 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7a86a329-b90f-4b6b-b78b-476580a2de62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:29.784791 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7a86a329-b90f-4b6b-b78b-476580a2de62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:29.796166 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8b12b5c6-6333-4c5d-adb7-5c3ee16bfd8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:29.810206 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a86a329-b90f-4b6b-b78b-476580a2de62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f1349a-8a21-4ecf-b61b-40e5a12dc8d7,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:29.822177 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7a86a329-b90f-4b6b-b78b-476580a2de62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:29.826013 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7a86a329-b90f-4b6b-b78b-476580a2de62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:29.832154 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-7a86a329-b90f-4b6b-b78b-476580a2de62 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f1f1349a-8a21-4ecf-b61b-40e5a12dc8d7 HTTP/1.1" status: 204 len: 168 time: 0.2308497 Feb 16 15:44:29.833496 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:30.225949 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-189e8b32-b660-46bd-b524-d7f2198e4dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838928216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13890287'] for subnet, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:30.243656 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:30.283576 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 55902) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:30.307117 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aeab8856-c4dd-466b-9a47-27e254685b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:30.324871 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-aeab8856-c4dd-466b-9a47-27e254685b4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:30.329916 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-aeab8856-c4dd-466b-9a47-27e254685b4c admin admin] Usage tracker for resource:security_group_rule and tenant:c02eed5a9b2f4d31be5b8312d1f6d61e is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:30.334345 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-aeab8856-c4dd-466b-9a47-27e254685b4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:30.340398 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-aeab8856-c4dd-466b-9a47-27e254685b4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:30.358886 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e8b32-b660-46bd-b524-d7f2198e4dbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=fde5827e-0a7c-4119-bbe0-c18207b500c2,revision_number=0']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:30.373099 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-189e8b32-b660-46bd-b524-d7f2198e4dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:30.515242 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aeab8856-c4dd-466b-9a47-27e254685b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:30.519900 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aeab8856-c4dd-466b-9a47-27e254685b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:30.559210 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d7e93497-67f9-4795-aa6d-5a0d5e3a911d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:30.586399 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-aeab8856-c4dd-466b-9a47-27e254685b4c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c02eed5a9b2f4d31be5b8312d1f6d61e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3010178 Feb 16 15:44:30.589259 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 55920) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:30.621043 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189e8b32-b660-46bd-b524-d7f2198e4dbd admin admin] Checking segment: {'id': 'dde317de-a041-4109-a35c-bc6422e1f928', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '103df008-2d64-480c-bac0-9426c43ef8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:44:30.621473 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189e8b32-b660-46bd-b524-d7f2198e4dbd admin admin] Network hostable DHCP agents. Network: 103df008-2d64-480c-bac0-9426c43ef8d6, hostable agents: ['37754f02-07ee-44c0-875b-e652d08d1f6e'], hosted agents: [] {{(pid=84025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 15:44:30.641115 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab8856-c4dd-466b-9a47-27e254685b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fad18d-399d-46c6-b8de-8e423c0d42aa,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:30.645759 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-aeab8856-c4dd-466b-9a47-27e254685b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:30.650705 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb913d-abe6-4ad1-bdff-6ad2a00a8c9d req-33ffc47c-89c9-4fd2-a321-793d41b49812 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:30.652339 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-abbb913d-abe6-4ad1-bdff-6ad2a00a8c9d req-33ffc47c-89c9-4fd2-a321-793d41b49812 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 945 time: 0.1797328 Feb 16 15:44:30.702935 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189e8b32-b660-46bd-b524-d7f2198e4dbd admin admin] Network 103df008-2d64-480c-bac0-9426c43ef8d6 is scheduled to be hosted by DHCP agent 37754f02-07ee-44c0-875b-e652d08d1f6e with binding_index 1 {{(pid=84025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 15:44:30.751762 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-189e8b32-b660-46bd-b524-d7f2198e4dbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-1-smb, 103df008-2d64-480c-bac0-9426c43ef8d6) {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:44:30.762535 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9431189-3de0-4034-a8f1-7c11086e6115 None None] Network 103df008-2d64-480c-bac0-9426c43ef8d6 requested from dv-cinder-775706-1-smb {{(pid=84027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:44:30.798823 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-abbb913d-abe6-4ad1-bdff-6ad2a00a8c9d req-358437c4-7c14-467d-9dc9-b841cdc70090 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146274 Feb 16 15:44:30.815268 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189e8b32-b660-46bd-b524-d7f2198e4dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:30.815268 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-189e8b32-b660-46bd-b524-d7f2198e4dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for subnet, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:30.822510 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9fc350a4-26ea-4611-9ea1-caa8d13b1676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:30.862704 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9fc350a4-26ea-4611-9ea1-caa8d13b1676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:30.875082 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-189e8b32-b660-46bd-b524-d7f2198e4dbd admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3977714 Feb 16 15:44:30.926857 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9fc350a4-26ea-4611-9ea1-caa8d13b1676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:30.936956 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-83cb67c3-6ea6-4f50-91c2-db36888fab8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:30.949684 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc350a4-26ea-4611-9ea1-caa8d13b1676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fad18d-399d-46c6-b8de-8e423c0d42aa,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:30.952199 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-9fc350a4-26ea-4611-9ea1-caa8d13b1676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:30.958508 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9fc350a4-26ea-4611-9ea1-caa8d13b1676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:30.959766 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-9fc350a4-26ea-4611-9ea1-caa8d13b1676 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b5fad18d-399d-46c6-b8de-8e423c0d42aa HTTP/1.1" status: 204 len: 168 time: 0.3679497 Feb 16 15:44:31.108772 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728e0b18-6c28-4959-8e10-c1207cd02eb2 None None] Network 103df008-2d64-480c-bac0-9426c43ef8d6 requested from dv-cinder-775706-1-smb {{(pid=84027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:44:31.822662 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-40fb57dd-e793-42aa-827c-95b44c5abb16 tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:31.825127 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-40fb57dd-e793-42aa-827c-95b44c5abb16 tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] 10.222.0.42 "GET /v2.0/networks?id=5de3ba66-1c82-4b3f-9014-0f2b12065ad6 HTTP/1.1" status: 200 len: 808 time: 0.1806617 Feb 16 15:44:31.845574 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-16962f54-dc36-4524-873d-dd3e178c11df tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] 10.222.0.42 "GET /v2.0/quotas/e5abaf2cab22431f805de08282d221cc HTTP/1.1" status: 200 len: 375 time: 0.0134785 Feb 16 15:44:31.925845 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-bb113ed6-93f0-4377-bda6-d5a986772058 tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e5abaf2cab22431f805de08282d221cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734246 Feb 16 15:44:32.151971 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:32.182074 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-23f1846e-a6a3-4c88-a5f5-343af8d045e0 service neutron] 10.222.0.42 "GET /v2.0/networks/5de3ba66-1c82-4b3f-9014-0f2b12065ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482638 Feb 16 15:44:32.289391 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 55998) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:32.301054 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d51dd-7696-48ed-94ea-dd4402bfed91 req-7ab061c7-8064-4643-8d2f-7ca308974537 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:32.303028 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b31d51dd-7696-48ed-94ea-dd4402bfed91 req-7ab061c7-8064-4643-8d2f-7ca308974537 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 945 time: 0.2171867 Feb 16 15:44:32.400084 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-21495296-6111-481a-a285-f1c672f53170 service neutron] 10.222.0.42 "GET /v2.0/networks/5de3ba66-1c82-4b3f-9014-0f2b12065ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2081106 Feb 16 15:44:32.409245 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b31d51dd-7696-48ed-94ea-dd4402bfed91 req-4c37e29b-05b3-41d6-be27-ffe09818b912 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722787 Feb 16 15:44:32.568436 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-24211fa4-6cc7-4226-9790-3cbd29973919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:32.585449 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-24211fa4-6cc7-4226-9790-3cbd29973919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:32.589796 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-24211fa4-6cc7-4226-9790-3cbd29973919 admin admin] Usage tracker for resource:security_group_rule and tenant:75b680ae2f4741d6ad3ea1d4f6af2f35 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:32.592940 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-24211fa4-6cc7-4226-9790-3cbd29973919 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:32.599100 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-24211fa4-6cc7-4226-9790-3cbd29973919 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:32.691240 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cf38e9d2-406f-4835-a3cc-bddf008e29a3 req-6c34a9da-aa06-4c4a-9c8e-40686d803c1b tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4c094ca-277c-4995-93d9-2ed6a29d25ae HTTP/1.1" status: 200 len: 210 time: 0.0706191 Feb 16 15:44:32.715366 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-24211fa4-6cc7-4226-9790-3cbd29973919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:32.719078 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-24211fa4-6cc7-4226-9790-3cbd29973919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:32.729694 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8f91cd0d-a07b-469a-8b34-d9eccccc5e24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:32.833324 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24211fa4-6cc7-4226-9790-3cbd29973919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7140d6c7-dfce-4de4-91b0-2622a1362ddc,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:32.840106 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-24211fa4-6cc7-4226-9790-3cbd29973919 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=75b680ae2f4741d6ad3ea1d4f6af2f35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5478830 Feb 16 15:44:32.841370 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-24211fa4-6cc7-4226-9790-3cbd29973919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:32.843678 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 56032) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:32.928676 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6e511116-e1bf-4769-ae26-2e5099e4c832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:32.965312 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6e511116-e1bf-4769-ae26-2e5099e4c832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:33.026722 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6e511116-e1bf-4769-ae26-2e5099e4c832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:33.044547 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-24211fa4-6cc7-4226-9790-3cbd29973919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:33.063266 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e511116-e1bf-4769-ae26-2e5099e4c832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7140d6c7-dfce-4de4-91b0-2622a1362ddc,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:33.074104 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-6e511116-e1bf-4769-ae26-2e5099e4c832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:33.079612 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6e511116-e1bf-4769-ae26-2e5099e4c832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:33.084229 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-6e511116-e1bf-4769-ae26-2e5099e4c832 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7140d6c7-dfce-4de4-91b0-2622a1362ddc HTTP/1.1" status: 204 len: 168 time: 0.2355304 Feb 16 15:44:33.132734 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 56050) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:33.460397 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-99d5cbf8-bf1a-4561-96fb-d58a77ab55e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:33.482434 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-99d5cbf8-bf1a-4561-96fb-d58a77ab55e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:33.489354 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-99d5cbf8-bf1a-4561-96fb-d58a77ab55e2 admin admin] Usage tracker for resource:security_group_rule and tenant:d603692f23f34f0d8d787d028078a8c6 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:33.494532 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-99d5cbf8-bf1a-4561-96fb-d58a77ab55e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:33.501125 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-99d5cbf8-bf1a-4561-96fb-d58a77ab55e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:33.619598 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-99d5cbf8-bf1a-4561-96fb-d58a77ab55e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:33.623176 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-99d5cbf8-bf1a-4561-96fb-d58a77ab55e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:33.634161 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-71e61553-0566-4afd-85ed-845b249e9a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:33.686685 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-99d5cbf8-bf1a-4561-96fb-d58a77ab55e2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d603692f23f34f0d8d787d028078a8c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5522363 Feb 16 15:44:33.694455 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 56076) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:33.721805 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d5cbf8-bf1a-4561-96fb-d58a77ab55e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c98fbc-41ef-415a-a9d2-5733c0d78cdb,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:33.767464 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-99d5cbf8-bf1a-4561-96fb-d58a77ab55e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:33.806058 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ce6f7d7f-4821-4cba-b5e0-91da9eed44ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:33.824021 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221503a-8ddb-4220-907e-0fcaab626618 req-e6a63f5e-6af3-4441-8716-4d7a11c552e4 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:33.832648 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8221503a-8ddb-4220-907e-0fcaab626618 req-e6a63f5e-6af3-4441-8716-4d7a11c552e4 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 945 time: 0.2179916 Feb 16 15:44:33.837651 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ce6f7d7f-4821-4cba-b5e0-91da9eed44ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:33.896747 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ce6f7d7f-4821-4cba-b5e0-91da9eed44ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:33.902548 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:33.916052 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f7d7f-4821-4cba-b5e0-91da9eed44ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c98fbc-41ef-415a-a9d2-5733c0d78cdb,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:33.926761 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ce6f7d7f-4821-4cba-b5e0-91da9eed44ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:33.932324 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ce6f7d7f-4821-4cba-b5e0-91da9eed44ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:33.936895 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-ce6f7d7f-4821-4cba-b5e0-91da9eed44ba admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d2c98fbc-41ef-415a-a9d2-5733c0d78cdb HTTP/1.1" status: 204 len: 168 time: 0.2410798 Feb 16 15:44:33.943053 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8221503a-8ddb-4220-907e-0fcaab626618 req-86519266-9bb9-4040-9875-e3bf01a17cee tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039176 Feb 16 15:44:34.151375 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e97ae2e6-40eb-4797-825d-f37c0eff12e9 req-71c21ab5-1101-4867-ad11-dd82a91d44e3 tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4c094ca-277c-4995-93d9-2ed6a29d25ae HTTP/1.1" status: 200 len: 210 time: 0.0821691 Feb 16 15:44:34.416415 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-6acf576c-700c-4211-a47a-586d4ddec410 tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:34.417247 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-6acf576c-700c-4211-a47a-586d4ddec410 tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Synchronizing usage tracker for tenant:e5abaf2cab22431f805de08282d221cc on resource:network {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:44:34.436122 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-6acf576c-700c-4211-a47a-586d4ddec410 tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Unset dirty status for tenant:e5abaf2cab22431f805de08282d221cc on resource:network {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:44:34.437602 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-6acf576c-700c-4211-a47a-586d4ddec410 tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] 10.222.0.102 "GET /v2.0/networks?id=5de3ba66-1c82-4b3f-9014-0f2b12065ad6 HTTP/1.1" status: 200 len: 808 time: 0.2186143 Feb 16 15:44:34.469032 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-4131f113-9ad4-4164-823d-f70004b8466c tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Request body: {'port': {'device_id': 'e4c094ca-277c-4995-93d9-2ed6a29d25ae', 'network_id': '5de3ba66-1c82-4b3f-9014-0f2b12065ad6', 'admin_state_up': True, 'tenant_id': 'e5abaf2cab22431f805de08282d221cc'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:44:34.519110 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 56112) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:34.551634 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b6d9cd9b-caf2-44bf-a966-e865514bbfb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:34.574182 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-b6d9cd9b-caf2-44bf-a966-e865514bbfb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:34.578373 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-b6d9cd9b-caf2-44bf-a966-e865514bbfb1 admin admin] Usage tracker for resource:security_group_rule and tenant:2d8c3d9d3e4f49ffbcf6efa5e2ba3389 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:34.581878 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-b6d9cd9b-caf2-44bf-a966-e865514bbfb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:34.587846 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-b6d9cd9b-caf2-44bf-a966-e865514bbfb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:34.635773 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 56118) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:34.648185 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-4131f113-9ad4-4164-823d-f70004b8466c tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:34.653633 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-4131f113-9ad4-4164-823d-f70004b8466c tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Usage tracker for resource:port and tenant:e5abaf2cab22431f805de08282d221cc is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:34.657334 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-4131f113-9ad4-4164-823d-f70004b8466c tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:34.665352 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-4131f113-9ad4-4164-823d-f70004b8466c tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:34.678618 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-4131f113-9ad4-4164-823d-f70004b8466c tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Made reservation on behalf of e5abaf2cab22431f805de08282d221cc for: {'port': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:44:34.684742 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-4131f113-9ad4-4164-823d-f70004b8466c tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:34.706785 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b6d9cd9b-caf2-44bf-a966-e865514bbfb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:34.710509 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b6d9cd9b-caf2-44bf-a966-e865514bbfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:34.719625 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ec78c4b9-010d-44dc-95e5-1519277f8a7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:34.777236 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9cd9b-caf2-44bf-a966-e865514bbfb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db72ca9a-18d8-4147-9826-efec7f7de972,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:34.791762 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b6d9cd9b-caf2-44bf-a966-e865514bbfb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:34.818373 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-b6d9cd9b-caf2-44bf-a966-e865514bbfb1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2d8c3d9d3e4f49ffbcf6efa5e2ba3389&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2980230 Feb 16 15:44:34.819317 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 56128) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:34.886111 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-072321aa-9c70-44a2-bdcd-f46e4556a6bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:34.921839 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-072321aa-9c70-44a2-bdcd-f46e4556a6bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:34.932570 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-072321aa-9c70-44a2-bdcd-f46e4556a6bf admin admin] Usage tracker for resource:security_group_rule and tenant:c36a1921966949cc8cc1428c800c3a2b is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:34.937374 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-072321aa-9c70-44a2-bdcd-f46e4556a6bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:34.945724 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-072321aa-9c70-44a2-bdcd-f46e4556a6bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:34.971540 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5418645-e119-467d-96fd-8482bfe6aab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:35.012045 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5418645-e119-467d-96fd-8482bfe6aab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:35.066431 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5418645-e119-467d-96fd-8482bfe6aab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:35.073475 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5fa663e2-f3fe-4e58-8107-fdbd466b9a18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:35.097988 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5418645-e119-467d-96fd-8482bfe6aab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db72ca9a-18d8-4147-9826-efec7f7de972,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:35.103978 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b5418645-e119-467d-96fd-8482bfe6aab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:35.163889 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5418645-e119-467d-96fd-8482bfe6aab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:35.167589 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-b5418645-e119-467d-96fd-8482bfe6aab5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/db72ca9a-18d8-4147-9826-efec7f7de972 HTTP/1.1" status: 204 len: 168 time: 0.3447075 Feb 16 15:44:35.304597 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-4131f113-9ad4-4164-823d-f70004b8466c tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Allocated IP 172.20.0.10 (5de3ba66-1c82-4b3f-9014-0f2b12065ad6/43598384-326a-4043-8a3d-247b032e6fc6/cba4299b-ddf1-4cc5-a097-163b2aeae6ed) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:44:35.304852 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-072321aa-9c70-44a2-bdcd-f46e4556a6bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:35.331023 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-072321aa-9c70-44a2-bdcd-f46e4556a6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:35.341215 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-825d8feb-a9d2-4676-b9b4-4c5c2f20e1bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:35.378969 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f281a0a-94e5-4913-8609-ac02b1d7cfb3 req-2fc556f2-4d16-4fcf-a06f-0b5a8cc04fde tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:35.380643 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6f281a0a-94e5-4913-8609-ac02b1d7cfb3 req-2fc556f2-4d16-4fcf-a06f-0b5a8cc04fde tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 945 time: 0.2597134 Feb 16 15:44:35.481856 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-072321aa-9c70-44a2-bdcd-f46e4556a6bf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c36a1921966949cc8cc1428c800c3a2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8384771 Feb 16 15:44:35.488471 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 56154) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:35.502080 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072321aa-9c70-44a2-bdcd-f46e4556a6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe7a51b-cf76-49c2-b616-3222c1cf0ac5,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:35.511326 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-072321aa-9c70-44a2-bdcd-f46e4556a6bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:35.513710 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-42be0d1b-26e9-4614-85e6-6b7e7e226f97 req-4b24214c-808b-4a23-aa6d-48ba97756c97 tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4c094ca-277c-4995-93d9-2ed6a29d25ae HTTP/1.1" status: 200 len: 210 time: 0.0840178 Feb 16 15:44:35.563552 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6f281a0a-94e5-4913-8609-ac02b1d7cfb3 req-cc3106b4-93b6-4943-8b5c-adaf75811561 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652508 Feb 16 15:44:35.594359 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-4131f113-9ad4-4164-823d-f70004b8466c tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:35.628925 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-4131f113-9ad4-4164-823d-f70004b8466c tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:35.638214 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c5e6557-dbe6-447f-9e0b-3cd7ba1b9cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:35.661621 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:35.671757 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c5e6557-dbe6-447f-9e0b-3cd7ba1b9cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:35.723643 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c5e6557-dbe6-447f-9e0b-3cd7ba1b9cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:35.731331 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3eeecf59-ffa5-4942-96a1-0d01f12dd8e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:35.747873 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c5e6557-dbe6-447f-9e0b-3cd7ba1b9cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:35.748975 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-2c5e6557-dbe6-447f-9e0b-3cd7ba1b9cdf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cbe7a51b-cf76-49c2-b616-3222c1cf0ac5 HTTP/1.1" status: 204 len: 168 time: 0.2429776 Feb 16 15:44:35.751755 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e6557-dbe6-447f-9e0b-3cd7ba1b9cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe7a51b-cf76-49c2-b616-3222c1cf0ac5,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:35.760814 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2c5e6557-dbe6-447f-9e0b-3cd7ba1b9cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:35.956324 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131f113-9ad4-4164-823d-f70004b8466c tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Pushing event updated for resources: {'Port': ['ID=cba4299b-ddf1-4cc5-a097-163b2aeae6ed,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:35.960877 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-4131f113-9ad4-4164-823d-f70004b8466c tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:35.970686 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-4131f113-9ad4-4164-823d-f70004b8466c tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Network 5de3ba66-1c82-4b3f-9014-0f2b12065ad6 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:44:35.972662 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-4131f113-9ad4-4164-823d-f70004b8466c tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:44:35.979926 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-4131f113-9ad4-4164-823d-f70004b8466c tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:44:35.986607 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-4131f113-9ad4-4164-823d-f70004b8466c tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:35.987598 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-4131f113-9ad4-4164-823d-f70004b8466c tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:36.012332 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-4131f113-9ad4-4164-823d-f70004b8466c tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5479004 Feb 16 15:44:36.037970 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-333833f2-3c63-4caf-9e95-c5486fa8694a service neutron] Request body: {'port': {'device_id': 'e4c094ca-277c-4995-93d9-2ed6a29d25ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:44:36.163346 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 56180) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:36.177067 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-333833f2-3c63-4caf-9e95-c5486fa8694a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:36.184935 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-02990209-1519-4053-aa3a-4a8b9bdb2868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:36.201620 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-02990209-1519-4053-aa3a-4a8b9bdb2868 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:36.207525 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-02990209-1519-4053-aa3a-4a8b9bdb2868 admin admin] Usage tracker for resource:security_group_rule and tenant:cbb1b893e913441b8e61349ac94de357 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:36.210764 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-02990209-1519-4053-aa3a-4a8b9bdb2868 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:36.217504 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-02990209-1519-4053-aa3a-4a8b9bdb2868 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:36.328742 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-02990209-1519-4053-aa3a-4a8b9bdb2868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:36.333710 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-02990209-1519-4053-aa3a-4a8b9bdb2868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:36.345268 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:36.673992 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02990209-1519-4053-aa3a-4a8b9bdb2868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee087a8-bfcf-4bd0-8e24-59d18642f8d2,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:36.681868 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-02990209-1519-4053-aa3a-4a8b9bdb2868 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cbb1b893e913441b8e61349ac94de357&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5170496 Feb 16 15:44:36.682677 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 56200) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:36.683788 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-02990209-1519-4053-aa3a-4a8b9bdb2868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:36.786514 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-333833f2-3c63-4caf-9e95-c5486fa8694a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cba4299b-ddf1-4cc5-a097-163b2aeae6ed {{(pid=84026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 15:44:36.796812 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-333833f2-3c63-4caf-9e95-c5486fa8694a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:36.814119 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-333833f2-3c63-4caf-9e95-c5486fa8694a service neutron] Transition to ACTIVE for port object cba4299b-ddf1-4cc5-a097-163b2aeae6ed will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:44:36.817387 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-333833f2-3c63-4caf-9e95-c5486fa8694a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:36.833675 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:36.869662 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ef75274b-328d-4f9e-8edb-7bb147d6b9c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:36.904783 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 56208) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:36.920343 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ef75274b-328d-4f9e-8edb-7bb147d6b9c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:36.958138 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df0012-e032-41e8-8235-9803a27bc3f1 req-41bf4a7b-6302-4d26-b18b-69e64ae4b7c4 tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:36.959807 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b4df0012-e032-41e8-8235-9803a27bc3f1 req-41bf4a7b-6302-4d26-b18b-69e64ae4b7c4 tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4c094ca-277c-4995-93d9-2ed6a29d25ae HTTP/1.1" status: 200 len: 932 time: 0.2327812 Feb 16 15:44:36.980140 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333833f2-3c63-4caf-9e95-c5486fa8694a service neutron] Pushing event updated for resources: {'Port': ['ID=cba4299b-ddf1-4cc5-a097-163b2aeae6ed,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:36.983311 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-333833f2-3c63-4caf-9e95-c5486fa8694a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:37.007072 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c58fa8-64f4-41c3-abd3-cd5551611d62 req-7ab58c91-1017-4e7d-96a0-a98e33bc0f4d tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:37.008609 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-36c58fa8-64f4-41c3-abd3-cd5551611d62 req-7ab58c91-1017-4e7d-96a0-a98e33bc0f4d tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 945 time: 0.2362194 Feb 16 15:44:37.082027 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b4df0012-e032-41e8-8235-9803a27bc3f1 req-fbec5869-631f-4c2c-bf5b-5e17056a53f0 tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac4b263e-003c-4085-a568-a8602cfc2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101384 Feb 16 15:44:37.082828 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-80b660b1-8ec9-49be-b7c1-095ecf3fbfc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:37.113877 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-80b660b1-8ec9-49be-b7c1-095ecf3fbfc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:37.116306 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ef75274b-328d-4f9e-8edb-7bb147d6b9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:37.125098 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-02990209-1519-4053-aa3a-4a8b9bdb2868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:37.127974 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-333833f2-3c63-4caf-9e95-c5486fa8694a service neutron] Attempting to bind port cba4299b-ddf1-4cc5-a097-163b2aeae6ed on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:44:37.128452 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-333833f2-3c63-4caf-9e95-c5486fa8694a service neutron] Attempting to bind port cba4299b-ddf1-4cc5-a097-163b2aeae6ed by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': 'e2f69d35-9771-4028-9516-5638f0920870', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5de3ba66-1c82-4b3f-9014-0f2b12065ad6'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:44:37.128921 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-333833f2-3c63-4caf-9e95-c5486fa8694a service neutron] Attempting to bind port cba4299b-ddf1-4cc5-a097-163b2aeae6ed on network 5de3ba66-1c82-4b3f-9014-0f2b12065ad6 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:44:37.135287 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-333833f2-3c63-4caf-9e95-c5486fa8694a service neutron] Checking agent: {'id': '9f703877-974c-4713-aaa3-781784e6ea8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 41, 2), 'started_at': datetime.datetime(2021, 2, 16, 15, 41, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.100', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:44:37.135768 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-333833f2-3c63-4caf-9e95-c5486fa8694a service neutron] Checking segment: {'id': 'e2f69d35-9771-4028-9516-5638f0920870', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5de3ba66-1c82-4b3f-9014-0f2b12065ad6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:44:37.136258 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-333833f2-3c63-4caf-9e95-c5486fa8694a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:37.136368 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-80b660b1-8ec9-49be-b7c1-095ecf3fbfc6 admin admin] Usage tracker for resource:security_group_rule and tenant:b130812cf81c4701a9645b3d5c28e926 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:37.136813 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-333833f2-3c63-4caf-9e95-c5486fa8694a service neutron] Bound using segment: {'id': 'e2f69d35-9771-4028-9516-5638f0920870', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5de3ba66-1c82-4b3f-9014-0f2b12065ad6'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:44:37.137381 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-333833f2-3c63-4caf-9e95-c5486fa8694a service neutron] Bound port: cba4299b-ddf1-4cc5-a097-163b2aeae6ed, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f69d35-9771-4028-9516-5638f0920870', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5de3ba66-1c82-4b3f-9014-0f2b12065ad6'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:44:37.137845 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-333833f2-3c63-4caf-9e95-c5486fa8694a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:37.143102 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-36c58fa8-64f4-41c3-abd3-cd5551611d62 req-731d96d3-2bb1-4b90-9481-858404c0569e tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224732 Feb 16 15:44:37.143937 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-80b660b1-8ec9-49be-b7c1-095ecf3fbfc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:37.147329 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75274b-328d-4f9e-8edb-7bb147d6b9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee087a8-bfcf-4bd0-8e24-59d18642f8d2,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:37.151088 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ef75274b-328d-4f9e-8edb-7bb147d6b9c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:37.155963 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-80b660b1-8ec9-49be-b7c1-095ecf3fbfc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:37.167364 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ef75274b-328d-4f9e-8edb-7bb147d6b9c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:37.167364 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-ef75274b-328d-4f9e-8edb-7bb147d6b9c9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dee087a8-bfcf-4bd0-8e24-59d18642f8d2 HTTP/1.1" status: 204 len: 168 time: 0.4793518 Feb 16 15:44:37.254537 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-333833f2-3c63-4caf-9e95-c5486fa8694a service neutron] For port cba4299b-ddf1-4cc5-a097-163b2aeae6ed, host hv-cinder-77570, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:44:37.257726 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-333833f2-3c63-4caf-9e95-c5486fa8694a service neutron] For port cba4299b-ddf1-4cc5-a097-163b2aeae6ed, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=cba4299b-ddf1-4cc5-a097-163b2aeae6ed,segment=NetworkSegment(e2f69d35-9771-4028-9516-5638f0920870),segment_id=e2f69d35-9771-4028-9516-5638f0920870)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:44:37.261522 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-80b660b1-8ec9-49be-b7c1-095ecf3fbfc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:37.261671 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-333833f2-3c63-4caf-9e95-c5486fa8694a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:37.264250 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-80b660b1-8ec9-49be-b7c1-095ecf3fbfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:37.273839 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d38cf3e8-fe64-4cef-b567-e6cfdb6d6fb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:37.277684 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f092eaf3-1a4c-4b8d-9361-c12cd9483e86 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:37.321325 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-80b660b1-8ec9-49be-b7c1-095ecf3fbfc6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b130812cf81c4701a9645b3d5c28e926&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4119401 Feb 16 15:44:37.321325 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b660b1-8ec9-49be-b7c1-095ecf3fbfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2dc768-9d60-46fd-91f6-6e003f167267,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:37.322273 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 56216) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:37.325424 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-80b660b1-8ec9-49be-b7c1-095ecf3fbfc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:37.398987 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bc99cfdd-cc3d-4db1-8f40-c670423d8f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:37.429496 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bc99cfdd-cc3d-4db1-8f40-c670423d8f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:37.440680 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333833f2-3c63-4caf-9e95-c5486fa8694a service neutron] Pushing event updated for resources: {'Port': ['ID=cba4299b-ddf1-4cc5-a097-163b2aeae6ed,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:37.446774 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-333833f2-3c63-4caf-9e95-c5486fa8694a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:37.480703 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bc99cfdd-cc3d-4db1-8f40-c670423d8f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:37.486084 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3465ca8b-a0ba-461b-9055-47d9bf3970d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:37.500989 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc99cfdd-cc3d-4db1-8f40-c670423d8f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2dc768-9d60-46fd-91f6-6e003f167267,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:37.505549 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-bc99cfdd-cc3d-4db1-8f40-c670423d8f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:37.508059 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bc99cfdd-cc3d-4db1-8f40-c670423d8f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:37.510639 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-bc99cfdd-cc3d-4db1-8f40-c670423d8f31 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9d2dc768-9d60-46fd-91f6-6e003f167267 HTTP/1.1" status: 204 len: 168 time: 0.1871114 Feb 16 15:44:37.514906 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-333833f2-3c63-4caf-9e95-c5486fa8694a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:37.515733 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-333833f2-3c63-4caf-9e95-c5486fa8694a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:37.517413 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-333833f2-3c63-4caf-9e95-c5486fa8694a service neutron] 10.222.0.102 "PUT /v2.0/ports/cba4299b-ddf1-4cc5-a097-163b2aeae6ed HTTP/1.1" status: 200 len: 1158 time: 1.4878948 Feb 16 15:44:37.518604 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c094ca-277c-4995-93d9-2ed6a29d25ae', 'tag': 'cba4299b-ddf1-4cc5-a097-163b2aeae6ed'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:44:37.578942 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c094ca-277c-4995-93d9-2ed6a29d25ae', 'tag': 'cba4299b-ddf1-4cc5-a097-163b2aeae6ed', 'status': 'completed', 'code': 200} Feb 16 15:44:37.726283 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-5b0e2025-048c-4133-a75c-3f949c2e9c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:37.728550 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-5b0e2025-048c-4133-a75c-3f949c2e9c61 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e5abaf2cab22431f805de08282d221cc&device_id=e4c094ca-277c-4995-93d9-2ed6a29d25ae HTTP/1.1" status: 200 len: 1161 time: 0.0924227 Feb 16 15:44:37.826082 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-9d19aa1d-1156-4096-abcb-726eba916774 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cba4299b-ddf1-4cc5-a097-163b2aeae6ed HTTP/1.1" status: 200 len: 217 time: 0.0736773 Feb 16 15:44:37.941944 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-709f2d97-c492-463d-a400-f653bd669759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:37.944142 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-709f2d97-c492-463d-a400-f653bd669759 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=43598384-326a-4043-8a3d-247b032e6fc6 HTTP/1.1" status: 200 len: 848 time: 0.1097620 Feb 16 15:44:38.012375 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-5a85052f-5b65-4b7e-ac37-e05f4ab88502 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5de3ba66-1c82-4b3f-9014-0f2b12065ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588887 Feb 16 15:44:38.169705 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-c601c0e8-b9af-4bd8-9b93-7ee3a250a55b service neutron] 10.222.0.102 "GET /v2.0/networks/5de3ba66-1c82-4b3f-9014-0f2b12065ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496778 Feb 16 15:44:38.346757 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a124e2d-c962-4471-8d8c-97f692bb7b4b req-4cf47406-4fcb-4d37-a9ea-4ffbf5eb5db3 tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:38.354261 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cc5cc03a-0535-44c4-8605-06dbc8448be6 req-6b0fbc4f-7dee-4e61-bf3c-59ab70e8b96c service neutron] 10.222.0.102 "GET /v2.0/networks/5de3ba66-1c82-4b3f-9014-0f2b12065ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1691492 Feb 16 15:44:38.355451 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5a124e2d-c962-4471-8d8c-97f692bb7b4b req-4cf47406-4fcb-4d37-a9ea-4ffbf5eb5db3 tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4c094ca-277c-4995-93d9-2ed6a29d25ae HTTP/1.1" status: 200 len: 944 time: 0.1244159 Feb 16 15:44:38.457630 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5a124e2d-c962-4471-8d8c-97f692bb7b4b req-e7cd2901-8eb5-4345-9737-d53c881fbd1d tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac4b263e-003c-4085-a568-a8602cfc2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010168 Feb 16 15:44:38.520549 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406448a-55ee-4e2a-bbb5-2ef5a5ad85f1 req-26b7339f-4922-479c-8b6b-0672fa6b9d9c tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:38.522730 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2406448a-55ee-4e2a-bbb5-2ef5a5ad85f1 req-26b7339f-4922-479c-8b6b-0672fa6b9d9c tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 945 time: 0.1411092 Feb 16 15:44:38.587097 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eaddbf-8ae2-4c77-972c-6b59364555e4 req-0f60f6e4-816b-499c-899d-90ef5714ef4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:38.589567 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a3eaddbf-8ae2-4c77-972c-6b59364555e4 req-0f60f6e4-816b-499c-899d-90ef5714ef4b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e5abaf2cab22431f805de08282d221cc&device_id=e4c094ca-277c-4995-93d9-2ed6a29d25ae HTTP/1.1" status: 200 len: 1161 time: 0.1091657 Feb 16 15:44:38.600172 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2406448a-55ee-4e2a-bbb5-2ef5a5ad85f1 req-809d1e79-482a-4611-8851-22d3a963407d tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693846 Feb 16 15:44:38.791417 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eaddbf-8ae2-4c77-972c-6b59364555e4 req-5a64fbf2-5330-4873-aeef-129d97e3fae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:38.792815 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a3eaddbf-8ae2-4c77-972c-6b59364555e4 req-5a64fbf2-5330-4873-aeef-129d97e3fae7 service neutron] 10.222.0.102 "GET /v2.0/networks?id=5de3ba66-1c82-4b3f-9014-0f2b12065ad6 HTTP/1.1" status: 200 len: 902 time: 0.1783297 Feb 16 15:44:38.874973 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a3eaddbf-8ae2-4c77-972c-6b59364555e4 req-fdb2152c-4526-4595-a91d-7ee7a9016068 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cba4299b-ddf1-4cc5-a097-163b2aeae6ed HTTP/1.1" status: 200 len: 217 time: 0.0725079 Feb 16 15:44:38.961276 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eaddbf-8ae2-4c77-972c-6b59364555e4 req-1322357d-1507-433b-9c9e-d53ecd4bae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:38.963715 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a3eaddbf-8ae2-4c77-972c-6b59364555e4 req-1322357d-1507-433b-9c9e-d53ecd4bae7e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=43598384-326a-4043-8a3d-247b032e6fc6 HTTP/1.1" status: 200 len: 848 time: 0.0719385 Feb 16 15:44:39.022582 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a3eaddbf-8ae2-4c77-972c-6b59364555e4 req-20365321-b800-4613-bd73-e54a20cab495 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5de3ba66-1c82-4b3f-9014-0f2b12065ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498104 Feb 16 15:44:39.412082 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a3eaddbf-8ae2-4c77-972c-6b59364555e4 req-22971669-2986-411c-8343-f18d7eb3ae4d service neutron] 10.222.0.102 "GET /v2.0/networks/5de3ba66-1c82-4b3f-9014-0f2b12065ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158296 Feb 16 15:44:39.431931 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 56324) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:39.619647 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e0a56661-91ba-4990-a3ff-bf601523d519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:39.638735 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a3eaddbf-8ae2-4c77-972c-6b59364555e4 req-fdec89c4-8cc9-4162-8b0d-ce7b72de278a service neutron] 10.222.0.102 "GET /v2.0/networks/5de3ba66-1c82-4b3f-9014-0f2b12065ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2082396 Feb 16 15:44:39.662468 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-e0a56661-91ba-4990-a3ff-bf601523d519 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:39.672357 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-e0a56661-91ba-4990-a3ff-bf601523d519 admin admin] Usage tracker for resource:security_group_rule and tenant:0e12370f3c184845bee8c8c031987b98 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:39.688894 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-e0a56661-91ba-4990-a3ff-bf601523d519 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:39.823497 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-e0a56661-91ba-4990-a3ff-bf601523d519 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:39.835638 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device bf97c307-354d-4f28-b01d-c26454b8544c up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:44:39.945728 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port bf97c307-354d-4f28-b01d-c26454b8544c triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:44:39.946265 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:39.957830 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e0a56661-91ba-4990-a3ff-bf601523d519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:39.965745 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e0a56661-91ba-4990-a3ff-bf601523d519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:40.014358 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-9fc350a4-26ea-4611-9ea1-caa8d13b1676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:40.069959 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a56661-91ba-4990-a3ff-bf601523d519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307c9667-b6a8-4de2-b331-d15074b17083,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:40.086949 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e0a56661-91ba-4990-a3ff-bf601523d519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:40.100406 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-e0a56661-91ba-4990-a3ff-bf601523d519 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0e12370f3c184845bee8c8c031987b98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6673198 Feb 16 15:44:40.103377 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 56346) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:40.133850 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2af06f-20b3-4ce1-a383-1c6fa48901f2 req-55f1182b-d6c4-4e05-8eb3-a3e3ac1e52e3 tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:40.135878 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6a2af06f-20b3-4ce1-a383-1c6fa48901f2 req-55f1182b-d6c4-4e05-8eb3-a3e3ac1e52e3 tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4c094ca-277c-4995-93d9-2ed6a29d25ae HTTP/1.1" status: 200 len: 944 time: 0.4552271 Feb 16 15:44:40.170335 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2510e-ce84-49a1-923b-c1d507c2845a req-d01d3a98-0e77-436b-8a1e-b79db637d65a tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:40.172039 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-37d2510e-ce84-49a1-923b-c1d507c2845a req-d01d3a98-0e77-436b-8a1e-b79db637d65a tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 945 time: 0.2092755 Feb 16 15:44:40.183834 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-efc3bcb1-0345-4d9e-96b5-6125b0ebeeb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:40.215146 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-efc3bcb1-0345-4d9e-96b5-6125b0ebeeb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:40.221798 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6a2af06f-20b3-4ce1-a383-1c6fa48901f2 req-7838401f-10d1-4b88-bff2-36377690ad85 tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac4b263e-003c-4085-a568-a8602cfc2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738492 Feb 16 15:44:40.250744 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-37d2510e-ce84-49a1-923b-c1d507c2845a req-4ab3e894-dbbf-4b44-bf3e-85ed5e867cb9 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683250 Feb 16 15:44:40.279753 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-efc3bcb1-0345-4d9e-96b5-6125b0ebeeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:40.285825 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-19d59380-77fe-498b-bb67-7aefd926befd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:40.301213 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3bcb1-0345-4d9e-96b5-6125b0ebeeb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307c9667-b6a8-4de2-b331-d15074b17083,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:40.305816 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-efc3bcb1-0345-4d9e-96b5-6125b0ebeeb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:40.306898 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-efc3bcb1-0345-4d9e-96b5-6125b0ebeeb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:40.308104 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-efc3bcb1-0345-4d9e-96b5-6125b0ebeeb0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/307c9667-b6a8-4de2-b331-d15074b17083 HTTP/1.1" status: 204 len: 168 time: 0.2035787 Feb 16 15:44:40.648693 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 56364) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:40.669590 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-651b5bc4-f146-49e2-9360-8c75b0bf8262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:40.686050 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-651b5bc4-f146-49e2-9360-8c75b0bf8262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:40.690286 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-651b5bc4-f146-49e2-9360-8c75b0bf8262 admin admin] Usage tracker for resource:security_group_rule and tenant:009aef857f624135b06e4c07ae41c8c0 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:40.693402 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-651b5bc4-f146-49e2-9360-8c75b0bf8262 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:40.699179 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-651b5bc4-f146-49e2-9360-8c75b0bf8262 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:40.820914 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-651b5bc4-f146-49e2-9360-8c75b0bf8262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:40.825559 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-651b5bc4-f146-49e2-9360-8c75b0bf8262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:40.835569 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-bdd37163-7960-44bc-bfc2-51b07b39a242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:40.881165 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-651b5bc4-f146-49e2-9360-8c75b0bf8262 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=009aef857f624135b06e4c07ae41c8c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307863 Feb 16 15:44:40.883581 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 56376) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:40.886584 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b5bc4-f146-49e2-9360-8c75b0bf8262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956c8b4c-0ae3-4750-9c45-6a424ec99c1e,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:40.904312 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-651b5bc4-f146-49e2-9360-8c75b0bf8262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:41.012271 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8865c824-77f5-4d88-9b6d-240da95ec262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:41.051691 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a945122-86bc-4249-9dba-8f4f34e85579 req-c9930d83-2b4d-447d-b4ea-9967dda62460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:41.053289 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3a945122-86bc-4249-9dba-8f4f34e85579 req-c9930d83-2b4d-447d-b4ea-9967dda62460 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 1162 time: 0.1481810 Feb 16 15:44:41.055110 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8865c824-77f5-4d88-9b6d-240da95ec262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:41.133223 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3a945122-86bc-4249-9dba-8f4f34e85579 req-702f1e57-957d-4c04-bd97-bd53daec216e service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660207 Feb 16 15:44:41.141706 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8865c824-77f5-4d88-9b6d-240da95ec262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:41.148025 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7a86a329-b90f-4b6b-b78b-476580a2de62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:41.159586 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8865c824-77f5-4d88-9b6d-240da95ec262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956c8b4c-0ae3-4750-9c45-6a424ec99c1e,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:41.170554 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8865c824-77f5-4d88-9b6d-240da95ec262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:41.171663 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8865c824-77f5-4d88-9b6d-240da95ec262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:41.175537 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-8865c824-77f5-4d88-9b6d-240da95ec262 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/956c8b4c-0ae3-4750-9c45-6a424ec99c1e HTTP/1.1" status: 204 len: 168 time: 0.2884965 Feb 16 15:44:41.575676 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc4e82-d91e-4a41-885b-66a54f0fb908 req-158f6567-0d96-4c7d-bb0e-040cfd376661 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:41.577318 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-fbcc4e82-d91e-4a41-885b-66a54f0fb908 req-158f6567-0d96-4c7d-bb0e-040cfd376661 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 945 time: 0.1714942 Feb 16 15:44:41.596236 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc73b0-f8e4-4c47-8751-a200433ef7ab req-d601fc46-35b4-4bee-a983-ead73117397e tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:41.597883 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-85bc73b0-f8e4-4c47-8751-a200433ef7ab req-d601fc46-35b4-4bee-a983-ead73117397e tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4c094ca-277c-4995-93d9-2ed6a29d25ae HTTP/1.1" status: 200 len: 944 time: 0.1478031 Feb 16 15:44:41.674934 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-fbcc4e82-d91e-4a41-885b-66a54f0fb908 req-c0180cb6-1c0e-4270-9a6b-4961fae85ff7 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856986 Feb 16 15:44:41.686353 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-85bc73b0-f8e4-4c47-8751-a200433ef7ab req-d94809a0-1440-483a-b99b-69c738c54fa6 tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac4b263e-003c-4085-a568-a8602cfc2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696294 Feb 16 15:44:41.922543 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 56430) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:41.939279 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.objects.ports [None req-1c11253c-117d-4f8f-a7d6-c5c6990f5210 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84027) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 16 15:44:42.050559 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-beaba78b-6183-4808-a116-4491b3f70d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:42.069919 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-beaba78b-6183-4808-a116-4491b3f70d02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:42.073989 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-beaba78b-6183-4808-a116-4491b3f70d02 admin admin] Usage tracker for resource:security_group_rule and tenant:4740dd0ab0154113942e4430c7a340fb is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:42.077097 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-beaba78b-6183-4808-a116-4491b3f70d02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:42.083069 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-beaba78b-6183-4808-a116-4491b3f70d02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:42.172640 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-beaba78b-6183-4808-a116-4491b3f70d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:42.176180 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-beaba78b-6183-4808-a116-4491b3f70d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:42.186663 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:42.231565 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-beaba78b-6183-4808-a116-4491b3f70d02 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4740dd0ab0154113942e4430c7a340fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3078270 Feb 16 15:44:42.232496 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaba78b-6183-4808-a116-4491b3f70d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14c8908-ad78-4b6f-9f17-79b8ff68a10c,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:42.234704 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 56450) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:42.236089 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-beaba78b-6183-4808-a116-4491b3f70d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:42.308925 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d321f632-0c4c-47d3-a0ea-f330fc2ddf79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:42.339141 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d321f632-0c4c-47d3-a0ea-f330fc2ddf79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:42.388227 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d321f632-0c4c-47d3-a0ea-f330fc2ddf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:42.394157 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e6b2c09a-e36e-429e-84c2-7de4a7ba76ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:42.411540 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321f632-0c4c-47d3-a0ea-f330fc2ddf79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14c8908-ad78-4b6f-9f17-79b8ff68a10c,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:42.414207 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d321f632-0c4c-47d3-a0ea-f330fc2ddf79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:42.416934 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d321f632-0c4c-47d3-a0ea-f330fc2ddf79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:42.421308 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-d321f632-0c4c-47d3-a0ea-f330fc2ddf79 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e14c8908-ad78-4b6f-9f17-79b8ff68a10c HTTP/1.1" status: 204 len: 168 time: 0.1851683 Feb 16 15:44:42.913908 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 56508) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:42.937852 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b7118356-5f02-4145-9764-632c26834c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:42.959729 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-b7118356-5f02-4145-9764-632c26834c47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:42.966939 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-b7118356-5f02-4145-9764-632c26834c47 admin admin] Usage tracker for resource:security_group_rule and tenant:c7c014f2ef7b4d808cbedf244be50f58 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:42.973071 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-b7118356-5f02-4145-9764-632c26834c47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:42.981652 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-b7118356-5f02-4145-9764-632c26834c47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:43.059773 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad61e7-ea95-42c7-8a25-85a3fabb3b61 req-0391c2bb-851c-4473-b3f9-df31d01a91da tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:43.063262 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1dad61e7-ea95-42c7-8a25-85a3fabb3b61 req-0391c2bb-851c-4473-b3f9-df31d01a91da tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 945 time: 0.1910839 Feb 16 15:44:43.071852 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67bd50e-d566-45c8-af1f-a273ccca93e3 req-4fe202ea-f095-4ef3-8cac-803423c7197c tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:43.073402 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d67bd50e-d566-45c8-af1f-a273ccca93e3 req-4fe202ea-f095-4ef3-8cac-803423c7197c tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4c094ca-277c-4995-93d9-2ed6a29d25ae HTTP/1.1" status: 200 len: 944 time: 0.1589901 Feb 16 15:44:43.086112 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b7118356-5f02-4145-9764-632c26834c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:43.092587 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b7118356-5f02-4145-9764-632c26834c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:43.101869 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3da54964-5853-424e-870e-325a75d7bef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:43.150625 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-b7118356-5f02-4145-9764-632c26834c47 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c7c014f2ef7b4d808cbedf244be50f58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347167 Feb 16 15:44:43.151551 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7118356-5f02-4145-9764-632c26834c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f89fee0-9233-4193-9cb9-03be5f31d069,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:43.154076 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 56518) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:43.156623 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b7118356-5f02-4145-9764-632c26834c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:43.161218 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1dad61e7-ea95-42c7-8a25-85a3fabb3b61 req-5536056b-de97-4975-9ec1-b544a38da60f tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867784 Feb 16 15:44:43.166616 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d67bd50e-d566-45c8-af1f-a273ccca93e3 req-625d781e-56ab-4b23-9c37-5f72e300c15e tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac4b263e-003c-4085-a568-a8602cfc2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747654 Feb 16 15:44:43.231040 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ba636f96-272b-4224-b854-7bd1908128d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:43.260362 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ba636f96-272b-4224-b854-7bd1908128d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:43.305784 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ba636f96-272b-4224-b854-7bd1908128d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:43.310712 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-99d5cbf8-bf1a-4561-96fb-d58a77ab55e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:43.328626 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba636f96-272b-4224-b854-7bd1908128d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f89fee0-9233-4193-9cb9-03be5f31d069,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:43.331690 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ba636f96-272b-4224-b854-7bd1908128d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:43.332600 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ba636f96-272b-4224-b854-7bd1908128d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:43.335028 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-ba636f96-272b-4224-b854-7bd1908128d0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6f89fee0-9233-4193-9cb9-03be5f31d069 HTTP/1.1" status: 204 len: 168 time: 0.1797571 Feb 16 15:44:43.545045 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device cba4299b-ddf1-4cc5-a097-163b2aeae6ed up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:44:43.546759 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf0e73-2d51-43bd-bd50-f6b94ab5a276 req-a3376ff8-59f8-49c0-b145-a6c9fc2c8676 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:43.548395 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0ddf0e73-2d51-43bd-bd50-f6b94ab5a276 req-a3376ff8-59f8-49c0-b145-a6c9fc2c8676 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.0927341 Feb 16 15:44:43.605654 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0ddf0e73-2d51-43bd-bd50-f6b94ab5a276 req-fa32e082-e315-465d-9f0c-9c94aa2f44f6 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495887 Feb 16 15:44:43.640507 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning for port cba4299b-ddf1-4cc5-a097-163b2aeae6ed completed by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:44:43.646354 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port cba4299b-ddf1-4cc5-a097-163b2aeae6ed triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:44:43.647347 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:43.858019 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:43.894897 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c094ca-277c-4995-93d9-2ed6a29d25ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba4299b-ddf1-4cc5-a097-163b2aeae6ed'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:44:43.906474 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] For port cba4299b-ddf1-4cc5-a097-163b2aeae6ed, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=cba4299b-ddf1-4cc5-a097-163b2aeae6ed,segment=NetworkSegment(e2f69d35-9771-4028-9516-5638f0920870),segment_id=e2f69d35-9771-4028-9516-5638f0920870)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:44:43.911163 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:43.912355 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device bf97c307-354d-4f28-b01d-c26454b8544c up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:44:43.957060 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c094ca-277c-4995-93d9-2ed6a29d25ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba4299b-ddf1-4cc5-a097-163b2aeae6ed', 'code': 200} Feb 16 15:44:43.957638 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a44cc4e7-3b55-4ade-8c7d-599d682647c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:44.071998 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port bf97c307-354d-4f28-b01d-c26454b8544c triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:44:44.072424 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:44.150130 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Pushing event updated for resources: {'Port': ['ID=cba4299b-ddf1-4cc5-a097-163b2aeae6ed,revision_number=4']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:44.155207 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:44.436969 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32163c6a-5b8c-466d-95b9-af05a47f3be9 req-59f503d2-eb05-4293-9ad6-e033aaf11268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:44.439177 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-32163c6a-5b8c-466d-95b9-af05a47f3be9 req-59f503d2-eb05-4293-9ad6-e033aaf11268 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e4c094ca-277c-4995-93d9-2ed6a29d25ae HTTP/1.1" status: 200 len: 1163 time: 0.1206098 Feb 16 15:44:44.485460 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc7504-4b3c-46de-a293-712880d1f9bc req-e5dd22bb-ee7c-4b5f-b8fd-b44cf22fa31b tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:44.487686 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2bbc7504-4b3c-46de-a293-712880d1f9bc req-e5dd22bb-ee7c-4b5f-b8fd-b44cf22fa31b tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4c094ca-277c-4995-93d9-2ed6a29d25ae HTTP/1.1" status: 200 len: 946 time: 0.1218560 Feb 16 15:44:44.494349 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-32163c6a-5b8c-466d-95b9-af05a47f3be9 req-0d8da0b4-8c16-4426-a5e9-b5b9baf644b8 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=ac4b263e-003c-4085-a568-a8602cfc2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423245 Feb 16 15:44:44.540363 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2bbc7504-4b3c-46de-a293-712880d1f9bc req-68df9ee2-d182-425a-a483-36533670b296 tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac4b263e-003c-4085-a568-a8602cfc2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458293 Feb 16 15:44:44.778289 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device cba4299b-ddf1-4cc5-a097-163b2aeae6ed up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:44:44.871698 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port cba4299b-ddf1-4cc5-a097-163b2aeae6ed triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:44:44.872451 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:45.272828 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 56604) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:45.414905 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b649fef6-45ee-4668-8c95-53ba8ced07c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:45.430453 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-b649fef6-45ee-4668-8c95-53ba8ced07c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:45.434778 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-b649fef6-45ee-4668-8c95-53ba8ced07c2 admin admin] Usage tracker for resource:security_group_rule and tenant:7d6cde3d417643a8994aa5dcf1361317 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:45.438354 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-b649fef6-45ee-4668-8c95-53ba8ced07c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:45.445068 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-b649fef6-45ee-4668-8c95-53ba8ced07c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:45.554080 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b649fef6-45ee-4668-8c95-53ba8ced07c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:45.563815 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b649fef6-45ee-4668-8c95-53ba8ced07c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:45.584008 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2b85f963-397c-4d8b-bd21-3adc9d8fd4d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:45.846469 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc847c9-740e-42db-b04d-d2321af26e6f req-a75807cf-d504-41b5-9931-78c01bec0b4d tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:45.855099 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9dc847c9-740e-42db-b04d-d2321af26e6f req-a75807cf-d504-41b5-9931-78c01bec0b4d tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4c094ca-277c-4995-93d9-2ed6a29d25ae HTTP/1.1" status: 200 len: 946 time: 0.1741834 Feb 16 15:44:45.908182 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649fef6-45ee-4668-8c95-53ba8ced07c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e01ee1-ea2a-401d-a778-185cbf046ca9,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:45.915216 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b649fef6-45ee-4668-8c95-53ba8ced07c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:45.932471 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-b649fef6-45ee-4668-8c95-53ba8ced07c2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7d6cde3d417643a8994aa5dcf1361317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6584127 Feb 16 15:44:45.935358 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 56628) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:45.938733 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9dc847c9-740e-42db-b04d-d2321af26e6f req-b5002d81-cb20-478e-a7d2-fba55fe55433 tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac4b263e-003c-4085-a568-a8602cfc2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816498 Feb 16 15:44:46.057234 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc1266-7ab8-47f1-86e9-891e2dff9374 req-978942ea-1025-4503-b711-61eb6d09c38f tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:46.059861 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-58bc1266-7ab8-47f1-86e9-891e2dff9374 req-978942ea-1025-4503-b711-61eb6d09c38f tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.1292815 Feb 16 15:44:46.137918 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-58bc1266-7ab8-47f1-86e9-891e2dff9374 req-68fcbaad-a287-44bb-939a-1b9333f32002 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707061 Feb 16 15:44:46.190087 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c81784b-16f4-4ad5-9ad3-5dffd829f446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:46.220265 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cc794-deeb-4ecc-98ef-463ae2ec9cfd req-fe3a7319-8020-4ad9-9cbb-e2f300cea4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:46.222046 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1c5cc794-deeb-4ecc-98ef-463ae2ec9cfd req-fe3a7319-8020-4ad9-9cbb-e2f300cea4c6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=307d1551b61b4c018334709f0279d350&device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 1162 time: 0.2525966 Feb 16 15:44:46.245924 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c81784b-16f4-4ad5-9ad3-5dffd829f446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:46.419819 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c81784b-16f4-4ad5-9ad3-5dffd829f446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:46.428572 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0af4c45f-dae7-4824-a763-1db01b9f1d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:46.444454 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81784b-16f4-4ad5-9ad3-5dffd829f446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e01ee1-ea2a-401d-a778-185cbf046ca9,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:46.449486 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cc794-deeb-4ecc-98ef-463ae2ec9cfd req-e72b5c29-53fd-44ff-8b95-111dad28911d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:46.451110 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1c5cc794-deeb-4ecc-98ef-463ae2ec9cfd req-e72b5c29-53fd-44ff-8b95-111dad28911d service neutron] 10.222.0.102 "GET /v2.0/networks?id=b7c45075-d47a-42e2-ab3d-f37c2b945ec2 HTTP/1.1" status: 200 len: 913 time: 0.1961238 Feb 16 15:44:46.451886 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c81784b-16f4-4ad5-9ad3-5dffd829f446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:46.452971 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-2c81784b-16f4-4ad5-9ad3-5dffd829f446 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/81e01ee1-ea2a-401d-a778-185cbf046ca9 HTTP/1.1" status: 204 len: 168 time: 0.5162792 Feb 16 15:44:46.454190 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2c81784b-16f4-4ad5-9ad3-5dffd829f446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:46.530265 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1c5cc794-deeb-4ecc-98ef-463ae2ec9cfd req-43e311a3-92bb-4473-aa7c-57c1b0d150cd service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03bd2236-cf30-42c8-9f32-63f5f0f4d9b4 HTTP/1.1" status: 200 len: 217 time: 0.0711582 Feb 16 15:44:46.603533 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cc794-deeb-4ecc-98ef-463ae2ec9cfd req-f94c4909-e6fc-4809-8ef8-22f4d7734dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:46.605032 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1c5cc794-deeb-4ecc-98ef-463ae2ec9cfd req-f94c4909-e6fc-4809-8ef8-22f4d7734dac service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a62699c9-d511-4489-bc33-e0a20a0f027c HTTP/1.1" status: 200 len: 859 time: 0.0681970 Feb 16 15:44:46.669108 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1c5cc794-deeb-4ecc-98ef-463ae2ec9cfd req-acefc329-f5b8-4524-845a-d78b5f4f8b94 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b7c45075-d47a-42e2-ab3d-f37c2b945ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476286 Feb 16 15:44:46.832775 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1c5cc794-deeb-4ecc-98ef-463ae2ec9cfd req-f7e2a360-1ed3-47a6-ab1b-93e32101d4d8 service neutron] 10.222.0.102 "GET /v2.0/networks/b7c45075-d47a-42e2-ab3d-f37c2b945ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493986 Feb 16 15:44:46.983639 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1c5cc794-deeb-4ecc-98ef-463ae2ec9cfd req-8592a896-cf5f-4099-883c-3c5055ba8dd1 service neutron] 10.222.0.102 "GET /v2.0/networks/b7c45075-d47a-42e2-ab3d-f37c2b945ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1439099 Feb 16 15:44:47.154190 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1682e39-cd9d-42ab-a8ed-369f630345cc req-ad20544d-d227-4cc3-8e60-2f16b9d26d27 tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:47.155945 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b1682e39-cd9d-42ab-a8ed-369f630345cc req-ad20544d-d227-4cc3-8e60-2f16b9d26d27 tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4c094ca-277c-4995-93d9-2ed6a29d25ae HTTP/1.1" status: 200 len: 946 time: 0.0925646 Feb 16 15:44:47.185087 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 56668) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:47.215369 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b1682e39-cd9d-42ab-a8ed-369f630345cc req-69e4ed3e-9e32-44ca-a101-d558d4364570 tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac4b263e-003c-4085-a568-a8602cfc2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520918 Feb 16 15:44:47.363012 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-39dbe2f6-76a5-4151-91dc-1f0b44f2b734 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1975427922-network', 'tenant_id': '95244e1fbac2403f9179e5db28ffcf7a'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:44:47.367946 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-39dbe2f6-76a5-4151-91dc-1f0b44f2b734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:47.372008 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-39dbe2f6-76a5-4151-91dc-1f0b44f2b734 admin admin] Usage tracker for resource:network and tenant:95244e1fbac2403f9179e5db28ffcf7a is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:47.374975 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6f524-77e1-4e52-b8d0-d9b98bf16763 req-c95c45b7-9aa8-4db0-9878-43a8cbeea17a tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:47.375458 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-39dbe2f6-76a5-4151-91dc-1f0b44f2b734 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:47.377391 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c2a6f524-77e1-4e52-b8d0-d9b98bf16763 req-c95c45b7-9aa8-4db0-9878-43a8cbeea17a tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.1109214 Feb 16 15:44:47.382258 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-39dbe2f6-76a5-4151-91dc-1f0b44f2b734 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:47.394335 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39dbe2f6-76a5-4151-91dc-1f0b44f2b734 admin admin] Made reservation on behalf of 95244e1fbac2403f9179e5db28ffcf7a for: {'network': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:44:47.399496 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-39dbe2f6-76a5-4151-91dc-1f0b44f2b734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for network, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:47.416906 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-39dbe2f6-76a5-4151-91dc-1f0b44f2b734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:47.437965 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-39dbe2f6-76a5-4151-91dc-1f0b44f2b734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:47.442847 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-39dbe2f6-76a5-4151-91dc-1f0b44f2b734 admin admin] Usage tracker for resource:security_group_rule and tenant:95244e1fbac2403f9179e5db28ffcf7a is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:47.444311 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c2a6f524-77e1-4e52-b8d0-d9b98bf16763 req-3e0a1ad4-4c85-424f-baae-8300f0656de9 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601058 Feb 16 15:44:47.446173 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-39dbe2f6-76a5-4151-91dc-1f0b44f2b734 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:47.452072 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-39dbe2f6-76a5-4151-91dc-1f0b44f2b734 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:47.558429 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-39dbe2f6-76a5-4151-91dc-1f0b44f2b734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:47.563505 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-39dbe2f6-76a5-4151-91dc-1f0b44f2b734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:47.566882 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ab462a99-ce18-454a-8c77-152f95493593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:47.602325 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39dbe2f6-76a5-4151-91dc-1f0b44f2b734 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=84026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 15:44:47.612617 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dbe2f6-76a5-4151-91dc-1f0b44f2b734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfd41f3-28ad-4e1b-9327-ace6a1db1d71,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:47.616509 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-39dbe2f6-76a5-4151-91dc-1f0b44f2b734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:47.621261 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-39dbe2f6-76a5-4151-91dc-1f0b44f2b734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853259932'] for segment, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:47.621261 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.db.segments_db [None req-39dbe2f6-76a5-4151-91dc-1f0b44f2b734 admin admin] Added segment a4b1d6a3-4a85-4d78-999e-ea5314b6b84d of type vxlan for network 07d20f6e-5405-4664-8b3b-c7e7fb2edb46 Feb 16 15:44:47.650706 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-39dbe2f6-76a5-4151-91dc-1f0b44f2b734 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754293098833'] for network, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:47.683731 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-39dbe2f6-76a5-4151-91dc-1f0b44f2b734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702'] for network, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:47.685460 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dbe2f6-76a5-4151-91dc-1f0b44f2b734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:47.686300 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-39dbe2f6-76a5-4151-91dc-1f0b44f2b734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:47.697846 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-4df9c2b5-74ab-4e1c-abb3-092303f198e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:47.834205 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-39dbe2f6-76a5-4151-91dc-1f0b44f2b734 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6477389 Feb 16 15:44:47.834584 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 56690) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:47.841640 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-8379db2c-fcf3-4993-a252-5ac82065ea04 admin admin] Request body: {'subnet': {'network_id': '07d20f6e-5405-4664-8b3b-c7e7fb2edb46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1975427922-subnet', 'tenant_id': '95244e1fbac2403f9179e5db28ffcf7a', 'ip_version': 4}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:44:47.846634 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dbe2f6-76a5-4151-91dc-1f0b44f2b734 admin admin] Pushing event updated for resources: {'Network': ['ID=07d20f6e-5405-4664-8b3b-c7e7fb2edb46,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:47.848646 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-8379db2c-fcf3-4993-a252-5ac82065ea04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:47.854993 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-8379db2c-fcf3-4993-a252-5ac82065ea04 admin admin] Usage tracker for resource:subnet and tenant:95244e1fbac2403f9179e5db28ffcf7a is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:47.856977 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-39dbe2f6-76a5-4151-91dc-1f0b44f2b734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:47.858418 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Network 07d20f6e-5405-4664-8b3b-c7e7fb2edb46 details requested by agent ovs-agent-dv-cinder-775706-1-smb with host dv-cinder-775706-1-smb {{(pid=84027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:44:47.859123 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-8379db2c-fcf3-4993-a252-5ac82065ea04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:47.865902 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-8379db2c-fcf3-4993-a252-5ac82065ea04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:47.876717 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8379db2c-fcf3-4993-a252-5ac82065ea04 admin admin] Made reservation on behalf of 95244e1fbac2403f9179e5db28ffcf7a for: {'subnet': 1} {{(pid=84025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:44:47.880768 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Network 07d20f6e-5405-4664-8b3b-c7e7fb2edb46 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:44:47.882314 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8379db2c-fcf3-4993-a252-5ac82065ea04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13890268'] for subnet, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:48.314212 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8379db2c-fcf3-4993-a252-5ac82065ea04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838928216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13890287'] for subnet, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:48.329615 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-574bb8d4-0a2b-4d19-a5f7-82055aaf8999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:48.459278 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379db2c-fcf3-4993-a252-5ac82065ea04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7de20fc-ff7d-4e6d-8c17-e373476884b7,revision_number=0']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:48.473615 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8379db2c-fcf3-4993-a252-5ac82065ea04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:48.541002 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8379db2c-fcf3-4993-a252-5ac82065ea04 admin admin] Checking segment: {'id': 'a4b1d6a3-4a85-4d78-999e-ea5314b6b84d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '07d20f6e-5405-4664-8b3b-c7e7fb2edb46'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:44:48.541557 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8379db2c-fcf3-4993-a252-5ac82065ea04 admin admin] Network hostable DHCP agents. Network: 07d20f6e-5405-4664-8b3b-c7e7fb2edb46, hostable agents: ['37754f02-07ee-44c0-875b-e652d08d1f6e'], hosted agents: [] {{(pid=84025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 15:44:48.566411 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8379db2c-fcf3-4993-a252-5ac82065ea04 admin admin] Network 07d20f6e-5405-4664-8b3b-c7e7fb2edb46 is scheduled to be hosted by DHCP agent 37754f02-07ee-44c0-875b-e652d08d1f6e with binding_index 1 {{(pid=84025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 15:44:48.576597 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-8379db2c-fcf3-4993-a252-5ac82065ea04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-1-smb, 07d20f6e-5405-4664-8b3b-c7e7fb2edb46) {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:44:48.589080 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddc588d-8ff6-42eb-9934-4d6dfd8f8e7c None None] Network 07d20f6e-5405-4664-8b3b-c7e7fb2edb46 requested from dv-cinder-775706-1-smb {{(pid=84027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:44:48.595194 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8379db2c-fcf3-4993-a252-5ac82065ea04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:48.595988 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8379db2c-fcf3-4993-a252-5ac82065ea04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for subnet, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:48.693711 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 56712) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:48.699475 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-a0125758-d12a-4a9e-9dd1-913c9f0e1e8b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1975427922-router', 'tenant_id': '95244e1fbac2403f9179e5db28ffcf7a', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7'}}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:44:48.704135 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-8379db2c-fcf3-4993-a252-5ac82065ea04 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8680203 Feb 16 15:44:48.707343 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-a0125758-d12a-4a9e-9dd1-913c9f0e1e8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:48.714597 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-a0125758-d12a-4a9e-9dd1-913c9f0e1e8b admin admin] Usage tracker for resource:router and tenant:95244e1fbac2403f9179e5db28ffcf7a is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:48.726848 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-a0125758-d12a-4a9e-9dd1-913c9f0e1e8b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:48.735626 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-a0125758-d12a-4a9e-9dd1-913c9f0e1e8b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:48.757562 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a0125758-d12a-4a9e-9dd1-913c9f0e1e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-566519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12272'] for router, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:48.758975 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a0125758-d12a-4a9e-9dd1-913c9f0e1e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854209281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854104687', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854124682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854763528'] for router, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:48.777545 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ee948-ae93-43f0-9f5a-7ee2e0d6b1af req-cff665a0-d070-49c5-9aaf-5645bbc6b960 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:48.785433 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5d2ee948-ae93-43f0-9f5a-7ee2e0d6b1af req-cff665a0-d070-49c5-9aaf-5645bbc6b960 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.1512854 Feb 16 15:44:48.807161 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a0125758-d12a-4a9e-9dd1-913c9f0e1e8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:48.858056 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5d2ee948-ae93-43f0-9f5a-7ee2e0d6b1af req-367d791e-fbc3-44a9-9c03-5be85f23dff0 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714843 Feb 16 15:44:48.901274 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786015d7-94b0-493f-94da-baed851e7008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6624ed2f-ee24-57db-b877-061c5eedbf50-07d20f6e-5405-4664-8b3b-c7e7fb2edb46', 'network_id': '07d20f6e-5405-4664-8b3b-c7e7fb2edb46', 'tenant_id': '95244e1fbac2403f9179e5db28ffcf7a', 'fixed_ips': [{'subnet_id': 'b7de20fc-ff7d-4e6d-8c17-e373476884b7'}]}} from dv-cinder-775706-1-smb. {{(pid=84027) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 16 15:44:48.902288 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-786015d7-94b0-493f-94da-baed851e7008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:49.154684 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a0125758-d12a-4a9e-9dd1-913c9f0e1e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854104594', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854209477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854763625'] for router, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:49.203086 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-786015d7-94b0-493f-94da-baed851e7008 None None] Allocated IP 172.20.0.2 (07d20f6e-5405-4664-8b3b-c7e7fb2edb46/b7de20fc-ff7d-4e6d-8c17-e373476884b7/4d02ca61-ba5a-4887-9095-23960824ae6c) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:44:49.524438 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a0125758-d12a-4a9e-9dd1-913c9f0e1e8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:49.558321 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a0125758-d12a-4a9e-9dd1-913c9f0e1e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:49.598366 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-786015d7-94b0-493f-94da-baed851e7008 None None] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:49.606290 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-786015d7-94b0-493f-94da-baed851e7008 None None] Transition to ACTIVE for port object 4d02ca61-ba5a-4887-9095-23960824ae6c will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:44:49.625592 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-786015d7-94b0-493f-94da-baed851e7008 None None] Transition to ACTIVE for port object 4d02ca61-ba5a-4887-9095-23960824ae6c will not be triggered until provisioned by entity DHCP. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:44:49.631403 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-786015d7-94b0-493f-94da-baed851e7008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:49.711766 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:49.840346 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786015d7-94b0-493f-94da-baed851e7008 None None] Pushing event updated for resources: {'Port': ['ID=4d02ca61-ba5a-4887-9095-23960824ae6c,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:49.852817 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-786015d7-94b0-493f-94da-baed851e7008 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:49.861973 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786015d7-94b0-493f-94da-baed851e7008 None None] Network 07d20f6e-5405-4664-8b3b-c7e7fb2edb46 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:44:49.863236 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-786015d7-94b0-493f-94da-baed851e7008 None None] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:44:49.868377 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786015d7-94b0-493f-94da-baed851e7008 None None] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:44:49.934130 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-786015d7-94b0-493f-94da-baed851e7008 None None] Attempting to bind port 4d02ca61-ba5a-4887-9095-23960824ae6c on host dv-cinder-775706-1-smb for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:44:49.934597 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-786015d7-94b0-493f-94da-baed851e7008 None None] Attempting to bind port 4d02ca61-ba5a-4887-9095-23960824ae6c by drivers openvswitch on host dv-cinder-775706-1-smb at level 0 using segments [{'id': 'a4b1d6a3-4a85-4d78-999e-ea5314b6b84d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '07d20f6e-5405-4664-8b3b-c7e7fb2edb46'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:44:49.935010 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786015d7-94b0-493f-94da-baed851e7008 None None] Attempting to bind port 4d02ca61-ba5a-4887-9095-23960824ae6c on network 07d20f6e-5405-4664-8b3b-c7e7fb2edb46 {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:44:49.941585 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786015d7-94b0-493f-94da-baed851e7008 None None] Checking agent: {'id': 'daefd0e5-91bf-4e18-ba94-edda5fe7e4cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 33, 59), 'started_at': datetime.datetime(2021, 2, 16, 15, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:44:49.942008 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786015d7-94b0-493f-94da-baed851e7008 None None] Checking segment: {'id': 'a4b1d6a3-4a85-4d78-999e-ea5314b6b84d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '07d20f6e-5405-4664-8b3b-c7e7fb2edb46'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:44:49.942481 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-786015d7-94b0-493f-94da-baed851e7008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:49.942926 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786015d7-94b0-493f-94da-baed851e7008 None None] Bound using segment: {'id': 'a4b1d6a3-4a85-4d78-999e-ea5314b6b84d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '07d20f6e-5405-4664-8b3b-c7e7fb2edb46'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:44:49.943443 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-786015d7-94b0-493f-94da-baed851e7008 None None] Bound port: 4d02ca61-ba5a-4887-9095-23960824ae6c, host: dv-cinder-775706-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4b1d6a3-4a85-4d78-999e-ea5314b6b84d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '07d20f6e-5405-4664-8b3b-c7e7fb2edb46'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:44:49.943863 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-786015d7-94b0-493f-94da-baed851e7008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:49.947202 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-a0125758-d12a-4a9e-9dd1-913c9f0e1e8b admin admin] Allocated IP 172.28.2.119 (98aad332-78bd-43b9-832c-6a78188811e7/07894c69-ecbd-40ed-969e-9ba4c4e7f1e8/9d8980ed-73a5-4ee9-bb76-906a8915da89) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:44:50.136100 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-786015d7-94b0-493f-94da-baed851e7008 None None] For port 4d02ca61-ba5a-4887-9095-23960824ae6c, host dv-cinder-775706-1-smb, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:44:50.139583 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-786015d7-94b0-493f-94da-baed851e7008 None None] For port 4d02ca61-ba5a-4887-9095-23960824ae6c, host dv-cinder-775706-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=4d02ca61-ba5a-4887-9095-23960824ae6c,segment=NetworkSegment(a4b1d6a3-4a85-4d78-999e-ea5314b6b84d),segment_id=a4b1d6a3-4a85-4d78-999e-ea5314b6b84d)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:44:50.144947 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-786015d7-94b0-493f-94da-baed851e7008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:50.173110 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a0125758-d12a-4a9e-9dd1-913c9f0e1e8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:50.183273 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf931fbd-6235-405a-aeb2-ef50bdb4f9c6 req-e03db398-7961-4fbd-aaef-7dc12570d11c tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:50.185863 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-bf931fbd-6235-405a-aeb2-ef50bdb4f9c6 req-e03db398-7961-4fbd-aaef-7dc12570d11c tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.1431577 Feb 16 15:44:50.239571 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a0125758-d12a-4a9e-9dd1-913c9f0e1e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:50.255332 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-bf931fbd-6235-405a-aeb2-ef50bdb4f9c6 req-00edbfbf-8f0f-400d-89c4-1db873a29a10 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617995 Feb 16 15:44:50.264418 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-faea6ccf-9305-4c39-acb0-57d696fe3b90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:50.265362 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-4131f113-9ad4-4164-823d-f70004b8466c tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:50.379284 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786015d7-94b0-493f-94da-baed851e7008 None None] Pushing event updated for resources: {'Port': ['ID=4d02ca61-ba5a-4887-9095-23960824ae6c,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:50.382969 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-786015d7-94b0-493f-94da-baed851e7008 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:50.425081 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0125758-d12a-4a9e-9dd1-913c9f0e1e8b admin admin] Pushing event updated for resources: {'Port': ['ID=9d8980ed-73a5-4ee9-bb76-906a8915da89,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:50.430182 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a0125758-d12a-4a9e-9dd1-913c9f0e1e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:50.470507 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 56750) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:50.485432 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0125758-d12a-4a9e-9dd1-913c9f0e1e8b admin admin] Network 98aad332-78bd-43b9-832c-6a78188811e7 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:44:50.487160 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-a0125758-d12a-4a9e-9dd1-913c9f0e1e8b admin admin] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:44:50.489517 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0125758-d12a-4a9e-9dd1-913c9f0e1e8b admin admin] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:44:50.616081 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d9338f18-e994-4689-83a3-e65c6e587b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:50.633619 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-d9338f18-e994-4689-83a3-e65c6e587b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:50.639165 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-d9338f18-e994-4689-83a3-e65c6e587b29 admin admin] Usage tracker for resource:security_group_rule and tenant:7e7d2d67968940faabc581d15aece428 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:50.642880 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-d9338f18-e994-4689-83a3-e65c6e587b29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:50.650103 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-d9338f18-e994-4689-83a3-e65c6e587b29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:50.829419 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d9338f18-e994-4689-83a3-e65c6e587b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:50.832752 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d9338f18-e994-4689-83a3-e65c6e587b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:50.892167 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e0a56661-91ba-4990-a3ff-bf601523d519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:50.949677 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-d9338f18-e994-4689-83a3-e65c6e587b29 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7e7d2d67968940faabc581d15aece428&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4756260 Feb 16 15:44:50.951234 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 56762) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:51.004105 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9338f18-e994-4689-83a3-e65c6e587b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01da6aed-5ec8-486d-9040-abe3d5eb294e,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:51.009994 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d9338f18-e994-4689-83a3-e65c6e587b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:51.041717 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b1e8be1d-7eab-4693-9503-ffc7aa425136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:51.075508 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 4d02ca61-ba5a-4887-9095-23960824ae6c up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:44:51.116466 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b1e8be1d-7eab-4693-9503-ffc7aa425136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:51.161038 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning for port 4d02ca61-ba5a-4887-9095-23960824ae6c completed by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:44:51.179484 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b1e8be1d-7eab-4693-9503-ffc7aa425136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:51.184636 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0cacaeaf-820d-487a-8afd-97fe3c87c8db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:51.200666 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e8be1d-7eab-4693-9503-ffc7aa425136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01da6aed-5ec8-486d-9040-abe3d5eb294e,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:51.204241 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b1e8be1d-7eab-4693-9503-ffc7aa425136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:51.206418 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b1e8be1d-7eab-4693-9503-ffc7aa425136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:51.207628 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-b1e8be1d-7eab-4693-9503-ffc7aa425136 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/01da6aed-5ec8-486d-9040-abe3d5eb294e HTTP/1.1" status: 204 len: 168 time: 0.2550912 Feb 16 15:44:51.277749 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a0125758-d12a-4a9e-9dd1-913c9f0e1e8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:51.579094 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 56782) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:51.622192 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c0961616-a58d-4531-a3f9-cf3f88b064e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:51.696613 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-c0961616-a58d-4531-a3f9-cf3f88b064e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:51.704158 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-c0961616-a58d-4531-a3f9-cf3f88b064e4 admin admin] Usage tracker for resource:security_group_rule and tenant:ba1e58fd9602400b80c4e991358f9b64 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:51.712344 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-c0961616-a58d-4531-a3f9-cf3f88b064e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:51.720702 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-c0961616-a58d-4531-a3f9-cf3f88b064e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:51.755720 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a0125758-d12a-4a9e-9dd1-913c9f0e1e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670976'] for router, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:51.972347 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed0c2f5-222e-48fd-aa4d-941b465d4e1c None None] Network 07d20f6e-5405-4664-8b3b-c7e7fb2edb46 requested from dv-cinder-775706-1-smb {{(pid=84027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:44:52.005342 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0125758-d12a-4a9e-9dd1-913c9f0e1e8b admin admin] Router ab4716f7-1eb7-4b16-8491-79da3bcddcec is scheduled to L3 agent cace3e07-576d-4918-a0d2-7f739a7a8110 with binding_index 1 {{(pid=84026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 16 15:44:52.055538 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2d949-6801-44bc-a961-27761017a7a6 req-2e5ae1d2-416a-432b-b048-069dbb4a02dc tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:52.057294 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-50b2d949-6801-44bc-a961-27761017a7a6 req-2e5ae1d2-416a-432b-b048-069dbb4a02dc tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.4377983 Feb 16 15:44:52.097835 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-36c51a41-157c-4097-b434-39efc93ed436 None None] Provisioning for port 4d02ca61-ba5a-4887-9095-23960824ae6c completed by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:44:52.108824 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-36c51a41-157c-4097-b434-39efc93ed436 None None] Provisioning complete for port 4d02ca61-ba5a-4887-9095-23960824ae6c triggered by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:44:52.109330 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-36c51a41-157c-4097-b434-39efc93ed436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:52.135456 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-50b2d949-6801-44bc-a961-27761017a7a6 req-985c1a20-4091-4b37-a06c-0b254569515b tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713205 Feb 16 15:44:52.171631 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256a53d-9118-4298-a862-d8e6eaa3f64f req-c874efa5-2d17-447a-a47e-c98f9e279fd5 tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:52.177934 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9256a53d-9118-4298-a862-d8e6eaa3f64f req-c874efa5-2d17-447a-a47e-c98f9e279fd5 tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4c094ca-277c-4995-93d9-2ed6a29d25ae HTTP/1.1" status: 200 len: 946 time: 0.4238293 Feb 16 15:44:52.231074 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0125758-d12a-4a9e-9dd1-913c9f0e1e8b admin admin] Notify agent at l3_agent.dv-cinder-775706-1-smb the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:44:52.241029 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33ba6d2-bb73-485e-9896-9235aa9a53a0 None None] Sync routers for ids ['ab4716f7-1eb7-4b16-8491-79da3bcddcec'] in dv-cinder-775706-1-smb {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:44:52.261754 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a0125758-d12a-4a9e-9dd1-913c9f0e1e8b admin admin] Notify callbacks [] for router, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:52.266013 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-a0125758-d12a-4a9e-9dd1-913c9f0e1e8b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5701139 Feb 16 15:44:52.266594 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 56790) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:52.269198 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33ba6d2-bb73-485e-9896-9235aa9a53a0 None None] Routers {'ab4716f7-1eb7-4b16-8491-79da3bcddcec'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:44:52.269877 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f33ba6d2-bb73-485e-9896-9235aa9a53a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:44:28Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['ab4716f7-1eb7-4b16-8491-79da3bcddcec'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:44:52.296533 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9256a53d-9118-4298-a862-d8e6eaa3f64f req-f6c56f3b-1cc1-4ef8-82c6-0a9df6e1fa2e tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac4b263e-003c-4085-a568-a8602cfc2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100833 Feb 16 15:44:52.299544 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c0961616-a58d-4531-a3f9-cf3f88b064e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:52.309685 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c0961616-a58d-4531-a3f9-cf3f88b064e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:52.383098 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b6d9cd9b-caf2-44bf-a966-e865514bbfb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:52.388638 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-36c51a41-157c-4097-b434-39efc93ed436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:52.435061 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-36c51a41-157c-4097-b434-39efc93ed436 None None] For port 4d02ca61-ba5a-4887-9095-23960824ae6c, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=4d02ca61-ba5a-4887-9095-23960824ae6c,segment=NetworkSegment(a4b1d6a3-4a85-4d78-999e-ea5314b6b84d),segment_id=a4b1d6a3-4a85-4d78-999e-ea5314b6b84d)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:44:52.443737 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-c0961616-a58d-4531-a3f9-cf3f88b064e4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ba1e58fd9602400b80c4e991358f9b64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8622851 Feb 16 15:44:52.445874 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0961616-a58d-4531-a3f9-cf3f88b064e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2972cc41-8dbb-46ba-8d89-a770aebf3668,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:52.449690 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 56798) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:52.453442 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c0961616-a58d-4531-a3f9-cf3f88b064e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:52.453842 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-36c51a41-157c-4097-b434-39efc93ed436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:52.458698 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:52.530485 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-745003b6-4f29-4d32-abc1-c35b0f187107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:52.579919 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-745003b6-4f29-4d32-abc1-c35b0f187107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:52.615276 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c51a41-157c-4097-b434-39efc93ed436 None None] Pushing event updated for resources: {'Port': ['ID=4d02ca61-ba5a-4887-9095-23960824ae6c,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:52.630649 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-36c51a41-157c-4097-b434-39efc93ed436 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:52.652008 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-745003b6-4f29-4d32-abc1-c35b0f187107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:52.659821 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-875adacf-3cd1-40a5-a3e7-739ae2e3f930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:52.676274 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745003b6-4f29-4d32-abc1-c35b0f187107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2972cc41-8dbb-46ba-8d89-a770aebf3668,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:52.685056 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-745003b6-4f29-4d32-abc1-c35b0f187107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:52.686456 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-745003b6-4f29-4d32-abc1-c35b0f187107 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2972cc41-8dbb-46ba-8d89-a770aebf3668 HTTP/1.1" status: 204 len: 168 time: 0.2355068 Feb 16 15:44:52.687907 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-745003b6-4f29-4d32-abc1-c35b0f187107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:52.847333 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-f33ba6d2-bb73-485e-9896-9235aa9a53a0 None None] Set router ab4716f7-1eb7-4b16-8491-79da3bcddcec gateway port host: dv-cinder-775706-1-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:44:52.885016 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c7d04580-f8c0-49e3-846e-7bb1ba51835a None None] Provisioning complete for port 4d02ca61-ba5a-4887-9095-23960824ae6c triggered by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:44:52.885440 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7d04580-f8c0-49e3-846e-7bb1ba51835a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:53.026687 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 4d02ca61-ba5a-4887-9095-23960824ae6c up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:44:53.191383 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning complete for port 4d02ca61-ba5a-4887-9095-23960824ae6c triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:44:53.191807 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:53.441739 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f33ba6d2-bb73-485e-9896-9235aa9a53a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'name': 'tempest-TestShelveInstance-1975427922-router', 'tenant_id': '95244e1fbac2403f9179e5db28ffcf7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': '9d8980ed-73a5-4ee9-bb76-906a8915da89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:44:48Z', 'updated_at': '2021-02-16T15:44:51Z', 'revision_number': 3, 'project_id': '95244e1fbac2403f9179e5db28ffcf7a', 'gw_port': {'id': '9d8980ed-73a5-4ee9-bb76-906a8915da89', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:44:49Z', 'updated_at': '2021-02-16T15:44:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb'}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:44:53.446095 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33ba6d2-bb73-485e-9896-9235aa9a53a0 None None] Checking router: ab4716f7-1eb7-4b16-8491-79da3bcddcec for host: dv-cinder-775706-1-smb {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:44:53.446520 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33ba6d2-bb73-485e-9896-9235aa9a53a0 None None] Updating router ab4716f7-1eb7-4b16-8491-79da3bcddcec port 9d8980ed-73a5-4ee9-bb76-906a8915da89 binding host dv-cinder-775706-1-smb {{(pid=84028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 15:44:53.468403 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a58f7ad9-305f-4120-8990-292a025036b8 None None] Provisioning complete for port 4d02ca61-ba5a-4887-9095-23960824ae6c triggered by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:44:53.468705 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a58f7ad9-305f-4120-8990-292a025036b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:53.494644 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-eb9461c9-bb47-4d7e-96bc-3e223911d95a None None] Agent healthcheck: found 6 active agents {{(pid=84028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:44:53.499551 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c243da-aa15-4f4e-bbaf-c7e229126380 req-71724be5-0943-40e0-a7ee-abda40c07c10 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:53.515796 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-37c243da-aa15-4f4e-bbaf-c7e229126380 req-71724be5-0943-40e0-a7ee-abda40c07c10 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.2234623 Feb 16 15:44:53.516228 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f33ba6d2-bb73-485e-9896-9235aa9a53a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:53.645636 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-37c243da-aa15-4f4e-bbaf-c7e229126380 req-746a5f3d-4226-4a2b-8d58-4c32e2bb624a tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223781 Feb 16 15:44:53.722257 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847451a-62a3-4cd9-b458-4a23fb3ebb6c req-d8bc543c-d59d-4af5-a18c-f34e51be17e3 tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:53.744026 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5847451a-62a3-4cd9-b458-4a23fb3ebb6c req-d8bc543c-d59d-4af5-a18c-f34e51be17e3 tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4c094ca-277c-4995-93d9-2ed6a29d25ae HTTP/1.1" status: 200 len: 946 time: 0.2196369 Feb 16 15:44:53.871370 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5847451a-62a3-4cd9-b458-4a23fb3ebb6c req-69a5c9ef-2c50-4c7b-95d3-ffecb452c4c9 tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac4b263e-003c-4085-a568-a8602cfc2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195173 Feb 16 15:44:53.914184 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-745fe538-6695-4e3f-997c-a8812b682c29 None None] Provisioning complete for port 4d02ca61-ba5a-4887-9095-23960824ae6c triggered by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:44:53.915952 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-745fe538-6695-4e3f-997c-a8812b682c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:53.952216 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0be5d1bd-9d26-4795-8a09-2a0ac701f5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:54.189863 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc2c79-6553-4abe-b906-b77d93a49326 req-6daaf3f7-a4b5-4113-aa24-41155dc20538 tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:54.190799 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-1cbc2c79-6553-4abe-b906-b77d93a49326 req-6daaf3f7-a4b5-4113-aa24-41155dc20538 tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Synchronizing usage tracker for tenant:e5abaf2cab22431f805de08282d221cc on resource:port {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:44:54.208270 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f33ba6d2-bb73-485e-9896-9235aa9a53a0 None None] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:54.231505 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f33ba6d2-bb73-485e-9896-9235aa9a53a0 None None] Transition to ACTIVE for port object 9d8980ed-73a5-4ee9-bb76-906a8915da89 will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:44:54.231727 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-1cbc2c79-6553-4abe-b906-b77d93a49326 req-6daaf3f7-a4b5-4113-aa24-41155dc20538 tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Unset dirty status for tenant:e5abaf2cab22431f805de08282d221cc on resource:port {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:44:54.232920 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1cbc2c79-6553-4abe-b906-b77d93a49326 req-6daaf3f7-a4b5-4113-aa24-41155dc20538 tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4c094ca-277c-4995-93d9-2ed6a29d25ae HTTP/1.1" status: 200 len: 946 time: 0.4914758 Feb 16 15:44:54.234848 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f33ba6d2-bb73-485e-9896-9235aa9a53a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:54.250793 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:54.368007 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-1cbc2c79-6553-4abe-b906-b77d93a49326 req-19457c0f-21a9-4508-bfa4-59a1b3958b9f tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Deleting port cba4299b-ddf1-4cc5-a097-163b2aeae6ed {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:44:54.368396 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1cbc2c79-6553-4abe-b906-b77d93a49326 req-19457c0f-21a9-4508-bfa4-59a1b3958b9f tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:54.391446 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc64dc99-3527-42cf-9e7c-e3435a9ab979 None None] Pushing event updated for resources: {'Port': ['ID=9d8980ed-73a5-4ee9-bb76-906a8915da89,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:54.411863 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc64dc99-3527-42cf-9e7c-e3435a9ab979 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:54.412401 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc64dc99-3527-42cf-9e7c-e3435a9ab979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:54.412866 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc64dc99-3527-42cf-9e7c-e3435a9ab979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:54.413334 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc64dc99-3527-42cf-9e7c-e3435a9ab979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:54.413797 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc64dc99-3527-42cf-9e7c-e3435a9ab979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:54.414261 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc64dc99-3527-42cf-9e7c-e3435a9ab979 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:54.414760 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc64dc99-3527-42cf-9e7c-e3435a9ab979 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:54.415224 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc64dc99-3527-42cf-9e7c-e3435a9ab979 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:54.415704 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc64dc99-3527-42cf-9e7c-e3435a9ab979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:54.416161 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc64dc99-3527-42cf-9e7c-e3435a9ab979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:54.416598 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc64dc99-3527-42cf-9e7c-e3435a9ab979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:54.417049 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc64dc99-3527-42cf-9e7c-e3435a9ab979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:54.417582 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc64dc99-3527-42cf-9e7c-e3435a9ab979 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:54.418040 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc64dc99-3527-42cf-9e7c-e3435a9ab979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:54.418538 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc64dc99-3527-42cf-9e7c-e3435a9ab979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:54.418998 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc64dc99-3527-42cf-9e7c-e3435a9ab979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:54.419820 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc64dc99-3527-42cf-9e7c-e3435a9ab979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:54.419820 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc64dc99-3527-42cf-9e7c-e3435a9ab979 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:54.420287 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc64dc99-3527-42cf-9e7c-e3435a9ab979 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:54.420841 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc64dc99-3527-42cf-9e7c-e3435a9ab979 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:54.421316 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc64dc99-3527-42cf-9e7c-e3435a9ab979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:54.421749 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc64dc99-3527-42cf-9e7c-e3435a9ab979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:54.422203 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc64dc99-3527-42cf-9e7c-e3435a9ab979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:54.422682 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc64dc99-3527-42cf-9e7c-e3435a9ab979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:44:54.430849 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-cc64dc99-3527-42cf-9e7c-e3435a9ab979 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:54.483809 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f33ba6d2-bb73-485e-9896-9235aa9a53a0 None None] Attempting to bind port 9d8980ed-73a5-4ee9-bb76-906a8915da89 on host dv-cinder-775706-1-smb for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:44:54.484210 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f33ba6d2-bb73-485e-9896-9235aa9a53a0 None None] Attempting to bind port 9d8980ed-73a5-4ee9-bb76-906a8915da89 by drivers openvswitch on host dv-cinder-775706-1-smb at level 0 using segments [{'id': '0724bfbb-7f18-4768-b879-84dbe1be3f59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:44:54.484597 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33ba6d2-bb73-485e-9896-9235aa9a53a0 None None] Attempting to bind port 9d8980ed-73a5-4ee9-bb76-906a8915da89 on network 98aad332-78bd-43b9-832c-6a78188811e7 {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:44:54.491230 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33ba6d2-bb73-485e-9896-9235aa9a53a0 None None] Checking agent: {'id': 'daefd0e5-91bf-4e18-ba94-edda5fe7e4cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 33, 59), 'started_at': datetime.datetime(2021, 2, 16, 15, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:44:54.491641 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33ba6d2-bb73-485e-9896-9235aa9a53a0 None None] Checking segment: {'id': '0724bfbb-7f18-4768-b879-84dbe1be3f59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:44:54.492088 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f33ba6d2-bb73-485e-9896-9235aa9a53a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:54.492521 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33ba6d2-bb73-485e-9896-9235aa9a53a0 None None] Bound using segment: {'id': '0724bfbb-7f18-4768-b879-84dbe1be3f59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:44:54.493008 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f33ba6d2-bb73-485e-9896-9235aa9a53a0 None None] Bound port: 9d8980ed-73a5-4ee9-bb76-906a8915da89, host: dv-cinder-775706-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0724bfbb-7f18-4768-b879-84dbe1be3f59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:44:54.493426 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f33ba6d2-bb73-485e-9896-9235aa9a53a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:54.543390 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-0be5d1bd-9d26-4795-8a09-2a0ac701f5bc admin admin] Allocated IP 172.20.0.1 (07d20f6e-5405-4664-8b3b-c7e7fb2edb46/b7de20fc-ff7d-4e6d-8c17-e373476884b7/74afd4cd-e4df-420f-9c06-5251e13e2d8b) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:44:54.581735 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f33ba6d2-bb73-485e-9896-9235aa9a53a0 None None] For port 9d8980ed-73a5-4ee9-bb76-906a8915da89, host dv-cinder-775706-1-smb, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:44:54.585635 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f33ba6d2-bb73-485e-9896-9235aa9a53a0 None None] For port 9d8980ed-73a5-4ee9-bb76-906a8915da89, host dv-cinder-775706-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=9d8980ed-73a5-4ee9-bb76-906a8915da89,segment=NetworkSegment(0724bfbb-7f18-4768-b879-84dbe1be3f59),segment_id=0724bfbb-7f18-4768-b879-84dbe1be3f59)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:44:54.589378 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f33ba6d2-bb73-485e-9896-9235aa9a53a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:54.606018 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:54.617743 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device cba4299b-ddf1-4cc5-a097-163b2aeae6ed no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 15:44:54.768377 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:54.834942 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c094ca-277c-4995-93d9-2ed6a29d25ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cba4299b-ddf1-4cc5-a097-163b2aeae6ed'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:44:54.868670 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] For port cba4299b-ddf1-4cc5-a097-163b2aeae6ed, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=cba4299b-ddf1-4cc5-a097-163b2aeae6ed,segment=NetworkSegment(e2f69d35-9771-4028-9516-5638f0920870),segment_id=e2f69d35-9771-4028-9516-5638f0920870)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:44:54.872459 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:54.874972 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-42af0fe6-856e-4b1c-a468-aba269818caa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:54.880656 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-1cbc2c79-6553-4abe-b906-b77d93a49326 req-19457c0f-21a9-4508-bfa4-59a1b3958b9f tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] For port cba4299b-ddf1-4cc5-a097-163b2aeae6ed, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=cba4299b-ddf1-4cc5-a097-163b2aeae6ed,segment=NetworkSegment(e2f69d35-9771-4028-9516-5638f0920870),segment_id=e2f69d35-9771-4028-9516-5638f0920870)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:44:54.881057 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1cbc2c79-6553-4abe-b906-b77d93a49326 req-19457c0f-21a9-4508-bfa4-59a1b3958b9f tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:54.892984 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc64dc99-3527-42cf-9e7c-e3435a9ab979 None None] Pushing event updated for resources: {'Port': ['ID=9d8980ed-73a5-4ee9-bb76-906a8915da89,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:54.905888 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-cc64dc99-3527-42cf-9e7c-e3435a9ab979 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:54.982789 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33ba6d2-bb73-485e-9896-9235aa9a53a0 None None] Routers {'ab4716f7-1eb7-4b16-8491-79da3bcddcec'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:44:54.983789 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f33ba6d2-bb73-485e-9896-9235aa9a53a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:44:28Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['ab4716f7-1eb7-4b16-8491-79da3bcddcec'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:44:54.999203 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c094ca-277c-4995-93d9-2ed6a29d25ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cba4299b-ddf1-4cc5-a097-163b2aeae6ed', 'code': 200} Feb 16 15:44:55.053995 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Pushing event updated for resources: {'Port': ['ID=cba4299b-ddf1-4cc5-a097-163b2aeae6ed,revision_number=5']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:55.065816 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:55.080169 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0be5d1bd-9d26-4795-8a09-2a0ac701f5bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:55.086601 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ef190-7f84-4393-aaf8-ff8a9266a40d req-48ffec66-20e5-457d-9966-a8443ea47ae8 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:55.091110 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-1cbc2c79-6553-4abe-b906-b77d93a49326 req-19457c0f-21a9-4508-bfa4-59a1b3958b9f tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Calling delete_port for cba4299b-ddf1-4cc5-a097-163b2aeae6ed owned by compute:nova {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:44:55.095476 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b97ef190-7f84-4393-aaf8-ff8a9266a40d req-48ffec66-20e5-457d-9966-a8443ea47ae8 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.1531034 Feb 16 15:44:55.152134 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0be5d1bd-9d26-4795-8a09-2a0ac701f5bc admin admin] Transition to ACTIVE for port object 74afd4cd-e4df-420f-9c06-5251e13e2d8b will not be triggered until provisioned by entity DHCP. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:44:55.166772 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b97ef190-7f84-4393-aaf8-ff8a9266a40d req-3922c15b-8fbf-46fd-a9d6-fa240a360ea3 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702481 Feb 16 15:44:55.218595 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.db.api [req-1cbc2c79-6553-4abe-b906-b77d93a49326 req-19457c0f-21a9-4508-bfa4-59a1b3958b9f tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84026) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:44:55.218985 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_db.api [req-1cbc2c79-6553-4abe-b906-b77d93a49326 req-19457c0f-21a9-4508-bfa4-59a1b3958b9f tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 15:44:55.229163 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dd9eaeab-d508-4e6d-abc4-46f7e61ad2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:55.235831 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0be5d1bd-9d26-4795-8a09-2a0ac701f5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:55.282834 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-f33ba6d2-bb73-485e-9896-9235aa9a53a0 None None] Set router ab4716f7-1eb7-4b16-8491-79da3bcddcec gateway port host: dv-cinder-775706-1-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:44:55.330618 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-92b46dc7-fae5-47a8-afda-4d6497736339 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:55.356107 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f904ee3-e0ef-4ea2-845b-e436699fc519 req-a8fb2120-03cd-438f-8ba5-60bf2e7bba72 tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:55.359129 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3f904ee3-e0ef-4ea2-845b-e436699fc519 req-a8fb2120-03cd-438f-8ba5-60bf2e7bba72 tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4c094ca-277c-4995-93d9-2ed6a29d25ae HTTP/1.1" status: 200 len: 944 time: 0.1901467 Feb 16 15:44:55.430569 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5d1bd-9d26-4795-8a09-2a0ac701f5bc admin admin] Pushing event updated for resources: {'Port': ['ID=74afd4cd-e4df-420f-9c06-5251e13e2d8b,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:55.436767 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0be5d1bd-9d26-4795-8a09-2a0ac701f5bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:55.450199 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3f904ee3-e0ef-4ea2-845b-e436699fc519 req-e79b722c-7377-4a94-a651-c42430759fe2 tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac4b263e-003c-4085-a568-a8602cfc2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836513 Feb 16 15:44:55.551358 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be5d1bd-9d26-4795-8a09-2a0ac701f5bc admin admin] Network 07d20f6e-5405-4664-8b3b-c7e7fb2edb46 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:44:55.552709 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-0be5d1bd-9d26-4795-8a09-2a0ac701f5bc admin admin] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:44:55.563141 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be5d1bd-9d26-4795-8a09-2a0ac701f5bc admin admin] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:44:55.563852 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0be5d1bd-9d26-4795-8a09-2a0ac701f5bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854196728'] for router_interface, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:55.664678 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f33ba6d2-bb73-485e-9896-9235aa9a53a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'name': 'tempest-TestShelveInstance-1975427922-router', 'tenant_id': '95244e1fbac2403f9179e5db28ffcf7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': '9d8980ed-73a5-4ee9-bb76-906a8915da89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:44:48Z', 'updated_at': '2021-02-16T15:44:51Z', 'revision_number': 3, 'project_id': '95244e1fbac2403f9179e5db28ffcf7a', 'gw_port': {'id': '9d8980ed-73a5-4ee9-bb76-906a8915da89', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:44:49Z', 'updated_at': '2021-02-16T15:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb'}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:44:55.669358 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33ba6d2-bb73-485e-9896-9235aa9a53a0 None None] The sync data for ids ['ab4716f7-1eb7-4b16-8491-79da3bcddcec'] in dv-cinder-775706-1-smb is: [{'id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'name': 'tempest-TestShelveInstance-1975427922-router', 'tenant_id': '95244e1fbac2403f9179e5db28ffcf7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': '9d8980ed-73a5-4ee9-bb76-906a8915da89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:44:48Z', 'updated_at': '2021-02-16T15:44:51Z', 'revision_number': 3, 'project_id': '95244e1fbac2403f9179e5db28ffcf7a', 'gw_port': {'id': '9d8980ed-73a5-4ee9-bb76-906a8915da89', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:44:49Z', 'updated_at': '2021-02-16T15:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb'}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:44:55.727625 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-1cbc2c79-6553-4abe-b906-b77d93a49326 req-19457c0f-21a9-4508-bfa4-59a1b3958b9f tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Deleting port cba4299b-ddf1-4cc5-a097-163b2aeae6ed {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:44:55.728261 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1cbc2c79-6553-4abe-b906-b77d93a49326 req-19457c0f-21a9-4508-bfa4-59a1b3958b9f tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:55.768285 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0be5d1bd-9d26-4795-8a09-2a0ac701f5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:55.807116 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a27e4b12-ecd8-4635-8407-95a47426bdb4 None None] Provisioning for port 74afd4cd-e4df-420f-9c06-5251e13e2d8b completed by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:44:55.821137 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a27e4b12-ecd8-4635-8407-95a47426bdb4 None None] Provisioning complete for port 74afd4cd-e4df-420f-9c06-5251e13e2d8b triggered by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:44:55.821715 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a27e4b12-ecd8-4635-8407-95a47426bdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:55.897881 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a27e4b12-ecd8-4635-8407-95a47426bdb4 None None] Port 74afd4cd-e4df-420f-9c06-5251e13e2d8b cannot update to ACTIVE because it is not bound. {{(pid=84027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 15:44:56.300327 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0be5d1bd-9d26-4795-8a09-2a0ac701f5bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:56.319343 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0be5d1bd-9d26-4795-8a09-2a0ac701f5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:56.320323 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0be5d1bd-9d26-4795-8a09-2a0ac701f5bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853240653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579243'] for router_interface, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:56.339016 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:56.418950 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d7aa8-7c37-4a49-95ac-a122ccc2dca0 req-639d3ab4-773b-4f29-baef-d8c53a3629d2 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:56.430377 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-445d7aa8-7c37-4a49-95ac-a122ccc2dca0 req-639d3ab4-773b-4f29-baef-d8c53a3629d2 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.1123970 Feb 16 15:44:56.495303 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-1cbc2c79-6553-4abe-b906-b77d93a49326 req-19457c0f-21a9-4508-bfa4-59a1b3958b9f tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] For port cba4299b-ddf1-4cc5-a097-163b2aeae6ed, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=cba4299b-ddf1-4cc5-a097-163b2aeae6ed,segment=NetworkSegment(e2f69d35-9771-4028-9516-5638f0920870),segment_id=e2f69d35-9771-4028-9516-5638f0920870)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:44:56.495706 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1cbc2c79-6553-4abe-b906-b77d93a49326 req-19457c0f-21a9-4508-bfa4-59a1b3958b9f tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:56.498265 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-445d7aa8-7c37-4a49-95ac-a122ccc2dca0 req-19bb1ba9-e986-4a88-a8a3-eaecf6289e2c tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666642 Feb 16 15:44:56.523965 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5d1bd-9d26-4795-8a09-2a0ac701f5bc admin admin] Pushing event updated for resources: {'Port': ['ID=74afd4cd-e4df-420f-9c06-5251e13e2d8b,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:56.594483 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0be5d1bd-9d26-4795-8a09-2a0ac701f5bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:56.696129 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-1cbc2c79-6553-4abe-b906-b77d93a49326 req-19457c0f-21a9-4508-bfa4-59a1b3958b9f tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Calling delete_port for cba4299b-ddf1-4cc5-a097-163b2aeae6ed owned by compute:nova {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:44:56.812000 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76d356-f0eb-424e-857d-fb7a9d0f16f6 req-0be57cac-28d3-4dcb-a547-2a172b95e264 tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:56.827430 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2f76d356-f0eb-424e-857d-fb7a9d0f16f6 req-0be57cac-28d3-4dcb-a547-2a172b95e264 tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4c094ca-277c-4995-93d9-2ed6a29d25ae HTTP/1.1" status: 200 len: 944 time: 0.1789281 Feb 16 15:44:56.905430 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2f76d356-f0eb-424e-857d-fb7a9d0f16f6 req-aab0794c-4f58-4032-ade4-844ec156f007 tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac4b263e-003c-4085-a568-a8602cfc2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764329 Feb 16 15:44:57.025322 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 9d8980ed-73a5-4ee9-bb76-906a8915da89 up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:44:57.121878 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be5d1bd-9d26-4795-8a09-2a0ac701f5bc admin admin] Network 07d20f6e-5405-4664-8b3b-c7e7fb2edb46 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:44:57.123971 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-0be5d1bd-9d26-4795-8a09-2a0ac701f5bc admin admin] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:44:57.177208 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning for port 9d8980ed-73a5-4ee9-bb76-906a8915da89 completed by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:44:57.188025 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning complete for port 9d8980ed-73a5-4ee9-bb76-906a8915da89 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:44:57.188489 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:57.427800 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:57.447889 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3a29449c-3776-4258-9627-10026e36c514 None None] For port 9d8980ed-73a5-4ee9-bb76-906a8915da89, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=9d8980ed-73a5-4ee9-bb76-906a8915da89,segment=NetworkSegment(0724bfbb-7f18-4768-b879-84dbe1be3f59),segment_id=0724bfbb-7f18-4768-b879-84dbe1be3f59)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:44:57.451368 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:57.454268 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:57.515521 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1cbc2c79-6553-4abe-b906-b77d93a49326 req-19457c0f-21a9-4508-bfa4-59a1b3958b9f tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:57.538848 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Pushing event updated for resources: {'Port': ['ID=9d8980ed-73a5-4ee9-bb76-906a8915da89,revision_number=4']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:57.545970 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:57.547174 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4a79af15-8d07-47dd-9d33-f855e74e1780 None None] Provisioning complete for port 74afd4cd-e4df-420f-9c06-5251e13e2d8b triggered by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:44:57.547726 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4a79af15-8d07-47dd-9d33-f855e74e1780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:57.613278 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:57.685745 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19457c0f-21a9-4508-bfa4-59a1b3958b9f tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Pushing event deleted for resources: {'Port': ['ID=cba4299b-ddf1-4cc5-a097-163b2aeae6ed,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:57.693434 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-19457c0f-21a9-4508-bfa4-59a1b3958b9f tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:57.710886 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28aef0-e175-42fb-b8e9-1a730e8fd6f6 req-dfe71be9-9997-4abd-8bf5-1a96d4ada694 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:57.713134 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1f28aef0-e175-42fb-b8e9-1a730e8fd6f6 req-dfe71be9-9997-4abd-8bf5-1a96d4ada694 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.0997097 Feb 16 15:44:57.788771 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1f28aef0-e175-42fb-b8e9-1a730e8fd6f6 req-c0cb947e-7a6b-4d50-b49c-fba57cc7ebea tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656760 Feb 16 15:44:57.807057 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-47a94ede-6cf0-42a5-bcb2-13aaafefe384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:57.815180 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be5d1bd-9d26-4795-8a09-2a0ac701f5bc admin admin] Router ab4716f7-1eb7-4b16-8491-79da3bcddcec has already been hosted by L3 agent cace3e07-576d-4918-a0d2-7f739a7a8110 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 15:44:57.829371 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-4a79af15-8d07-47dd-9d33-f855e74e1780 None None] Port 74afd4cd-e4df-420f-9c06-5251e13e2d8b cannot update to ACTIVE because it is not bound. {{(pid=84027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 15:44:58.012693 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0507a69-12c4-45a0-85a6-51b32ef25234 req-af0a03a2-25cf-4832-b0cd-00d4e56fa4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:58.014322 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c0507a69-12c4-45a0-85a6-51b32ef25234 req-af0a03a2-25cf-4832-b0cd-00d4e56fa4b8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=307d1551b61b4c018334709f0279d350&device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 1162 time: 0.5400126 Feb 16 15:44:58.018048 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbc2c79-6553-4abe-b906-b77d93a49326 req-19457c0f-21a9-4508-bfa4-59a1b3958b9f tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] No DVR routers for this DVR port cba4299b-ddf1-4cc5-a097-163b2aeae6ed on host hv-cinder-77570 {{(pid=84026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 15:44:58.022523 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1cbc2c79-6553-4abe-b906-b77d93a49326 req-19457c0f-21a9-4508-bfa4-59a1b3958b9f tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:58.025259 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c094ca-277c-4995-93d9-2ed6a29d25ae', 'name': 'network-vif-deleted', 'tag': 'cba4299b-ddf1-4cc5-a097-163b2aeae6ed'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:44:58.065978 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1cbc2c79-6553-4abe-b906-b77d93a49326 req-19457c0f-21a9-4508-bfa4-59a1b3958b9f tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] 10.222.0.102 "DELETE /v2.0/ports/cba4299b-ddf1-4cc5-a097-163b2aeae6ed HTTP/1.1" status: 204 len: 173 time: 3.8023703 Feb 16 15:44:58.083027 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e0954d19-06f6-47bb-af52-6442c5d4ea28 req-03180633-1edd-4107-b4fb-218cb79d77bc tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4c094ca-277c-4995-93d9-2ed6a29d25ae HTTP/1.1" status: 200 len: 210 time: 0.0671432 Feb 16 15:44:58.092188 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:58.149769 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c094ca-277c-4995-93d9-2ed6a29d25ae', 'name': 'network-vif-deleted', 'tag': 'cba4299b-ddf1-4cc5-a097-163b2aeae6ed', 'status': 'completed', 'code': 200} Feb 16 15:44:58.187942 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be5d1bd-9d26-4795-8a09-2a0ac701f5bc admin admin] Notify agent at l3_agent.dv-cinder-775706-1-smb the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:44:58.195131 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-0be5d1bd-9d26-4795-8a09-2a0ac701f5bc admin admin] 10.222.0.42 "PUT /v2.0/routers/ab4716f7-1eb7-4b16-8491-79da3bcddcec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9275019 Feb 16 15:44:58.237460 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0507a69-12c4-45a0-85a6-51b32ef25234 req-73e9d30c-9368-40a5-b1d7-ef52079560ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:58.239085 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c0507a69-12c4-45a0-85a6-51b32ef25234 req-73e9d30c-9368-40a5-b1d7-ef52079560ee service neutron] 10.222.0.102 "GET /v2.0/networks?id=b7c45075-d47a-42e2-ab3d-f37c2b945ec2 HTTP/1.1" status: 200 len: 913 time: 0.1722672 Feb 16 15:44:58.318290 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c0507a69-12c4-45a0-85a6-51b32ef25234 req-2c944aa4-27fe-41c3-84f8-3247e4435c2b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03bd2236-cf30-42c8-9f32-63f5f0f4d9b4 HTTP/1.1" status: 200 len: 217 time: 0.0723982 Feb 16 15:44:58.397719 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0507a69-12c4-45a0-85a6-51b32ef25234 req-33789eed-26a9-4a52-9127-2cd58fce6583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:58.399373 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c0507a69-12c4-45a0-85a6-51b32ef25234 req-33789eed-26a9-4a52-9127-2cd58fce6583 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a62699c9-d511-4489-bc33-e0a20a0f027c HTTP/1.1" status: 200 len: 859 time: 0.0690820 Feb 16 15:44:58.503065 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c0507a69-12c4-45a0-85a6-51b32ef25234 req-2e86b0dd-e83f-4961-afc6-673fd14185d5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b7c45075-d47a-42e2-ab3d-f37c2b945ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913091 Feb 16 15:44:58.671879 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c0507a69-12c4-45a0-85a6-51b32ef25234 req-deee4d12-7979-4915-82da-9121d374c542 service neutron] 10.222.0.102 "GET /v2.0/networks/b7c45075-d47a-42e2-ab3d-f37c2b945ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583173 Feb 16 15:44:58.932711 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c0507a69-12c4-45a0-85a6-51b32ef25234 req-d1aa0c90-7467-473a-80ff-2cdbb3c2bf76 service neutron] 10.222.0.102 "GET /v2.0/networks/b7c45075-d47a-42e2-ab3d-f37c2b945ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2311277 Feb 16 15:44:59.000229 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1a0e25-5ebb-4536-a7b7-540e5f72563c None None] Sync routers for ids ['ab4716f7-1eb7-4b16-8491-79da3bcddcec'] in dv-cinder-775706-1-smb {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:44:59.018784 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1a0e25-5ebb-4536-a7b7-540e5f72563c None None] Routers {'ab4716f7-1eb7-4b16-8491-79da3bcddcec'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:44:59.023788 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5d1a0e25-5ebb-4536-a7b7-540e5f72563c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:44:58Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['ab4716f7-1eb7-4b16-8491-79da3bcddcec'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:44:59.043784 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7110777-6235-44ae-b649-92615a47fec0 req-4d840f6e-7ce9-437a-b969-c109cbd2db8c tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:59.053216 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e7110777-6235-44ae-b649-92615a47fec0 req-4d840f6e-7ce9-437a-b969-c109cbd2db8c tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.1021721 Feb 16 15:44:59.115032 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e7110777-6235-44ae-b649-92615a47fec0 req-6daa574a-7907-4f48-9645-fdec5ba39135 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603962 Feb 16 15:44:59.180056 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 9d8980ed-73a5-4ee9-bb76-906a8915da89 up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:44:59.388095 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:59.416895 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 56944) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:44:59.424344 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-feaf423c-a62d-4f4a-8ead-e5598df22ae7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1750640916-network', 'tenant_id': '64769dda29024045b5aa818b205f4b7f'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:44:59.436576 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-feaf423c-a62d-4f4a-8ead-e5598df22ae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:59.444416 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-feaf423c-a62d-4f4a-8ead-e5598df22ae7 admin admin] Usage tracker for resource:network and tenant:64769dda29024045b5aa818b205f4b7f is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:59.447052 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning complete for port 9d8980ed-73a5-4ee9-bb76-906a8915da89 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:44:59.447692 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:59.453233 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-feaf423c-a62d-4f4a-8ead-e5598df22ae7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:59.465547 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-feaf423c-a62d-4f4a-8ead-e5598df22ae7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:59.489279 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feaf423c-a62d-4f4a-8ead-e5598df22ae7 admin admin] Made reservation on behalf of 64769dda29024045b5aa818b205f4b7f for: {'network': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:44:59.494792 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-feaf423c-a62d-4f4a-8ead-e5598df22ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for network, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:59.504083 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-5d1a0e25-5ebb-4536-a7b7-540e5f72563c None None] Set router ab4716f7-1eb7-4b16-8491-79da3bcddcec gateway port host: dv-cinder-775706-1-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:44:59.511625 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-feaf423c-a62d-4f4a-8ead-e5598df22ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:59.529398 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-feaf423c-a62d-4f4a-8ead-e5598df22ae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:44:59.534001 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-feaf423c-a62d-4f4a-8ead-e5598df22ae7 admin admin] Usage tracker for resource:security_group_rule and tenant:64769dda29024045b5aa818b205f4b7f is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:44:59.537932 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-feaf423c-a62d-4f4a-8ead-e5598df22ae7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:44:59.545135 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-feaf423c-a62d-4f4a-8ead-e5598df22ae7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:44:59.662974 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-feaf423c-a62d-4f4a-8ead-e5598df22ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:59.666568 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-feaf423c-a62d-4f4a-8ead-e5598df22ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:59.671089 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0276ea0e-c044-42dd-889a-aaafa1d6a20f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:44:59.709431 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feaf423c-a62d-4f4a-8ead-e5598df22ae7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=84026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 15:44:59.722408 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf423c-a62d-4f4a-8ead-e5598df22ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b767f3bb-2205-4523-81da-34683131b8d3,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:44:59.727136 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-feaf423c-a62d-4f4a-8ead-e5598df22ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:44:59.737651 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-feaf423c-a62d-4f4a-8ead-e5598df22ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853259932'] for segment, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:59.738037 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.db.segments_db [None req-feaf423c-a62d-4f4a-8ead-e5598df22ae7 admin admin] Added segment a41281bc-446c-4a83-910b-59620589f33b of type vxlan for network 105372a5-68c1-4382-bcc5-9abb58a1f6ff Feb 16 15:44:59.768593 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-feaf423c-a62d-4f4a-8ead-e5598df22ae7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754293098833'] for network, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:59.869154 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-feaf423c-a62d-4f4a-8ead-e5598df22ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702'] for network, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:59.870679 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaf423c-a62d-4f4a-8ead-e5598df22ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:44:59.871946 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-feaf423c-a62d-4f4a-8ead-e5598df22ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:59.892168 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:44:59.898618 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e580f5ff-2d9c-4865-8cfe-e3351e621663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:00.002931 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf423c-a62d-4f4a-8ead-e5598df22ae7 admin admin] Pushing event updated for resources: {'Network': ['ID=105372a5-68c1-4382-bcc5-9abb58a1f6ff,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:00.006419 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-feaf423c-a62d-4f4a-8ead-e5598df22ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:00.020145 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Network 105372a5-68c1-4382-bcc5-9abb58a1f6ff details requested by agent ovs-agent-dv-cinder-775706-1-smb with host dv-cinder-775706-1-smb {{(pid=84027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:45:00.023518 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 56956) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:45:00.031193 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-c813493f-7a40-4150-896e-1cb58d46cab4 admin admin] Request body: {'subnet': {'network_id': '105372a5-68c1-4382-bcc5-9abb58a1f6ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1750640916-subnet', 'tenant_id': '64769dda29024045b5aa818b205f4b7f', 'ip_version': 4}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:45:00.034767 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-feaf423c-a62d-4f4a-8ead-e5598df22ae7 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6085358 Feb 16 15:45:00.037452 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-c813493f-7a40-4150-896e-1cb58d46cab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:45:00.042269 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-c813493f-7a40-4150-896e-1cb58d46cab4 admin admin] Usage tracker for resource:subnet and tenant:64769dda29024045b5aa818b205f4b7f is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:45:00.046281 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-c813493f-7a40-4150-896e-1cb58d46cab4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:45:00.047613 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Network 105372a5-68c1-4382-bcc5-9abb58a1f6ff details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:45:00.053248 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-c813493f-7a40-4150-896e-1cb58d46cab4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:45:00.063683 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c813493f-7a40-4150-896e-1cb58d46cab4 admin admin] Made reservation on behalf of 64769dda29024045b5aa818b205f4b7f for: {'subnet': 1} {{(pid=84025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:45:00.070014 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c813493f-7a40-4150-896e-1cb58d46cab4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13890268'] for subnet, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:00.295926 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5d1a0e25-5ebb-4536-a7b7-540e5f72563c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'name': 'tempest-TestShelveInstance-1975427922-router', 'tenant_id': '95244e1fbac2403f9179e5db28ffcf7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': '9d8980ed-73a5-4ee9-bb76-906a8915da89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:44:48Z', 'updated_at': '2021-02-16T15:44:55Z', 'revision_number': 4, 'project_id': '95244e1fbac2403f9179e5db28ffcf7a', 'gw_port': {'id': '9d8980ed-73a5-4ee9-bb76-906a8915da89', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:44:49Z', 'updated_at': '2021-02-16T15:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_interfaces': [{'id': '74afd4cd-e4df-420f-9c06-5251e13e2d8b', 'name': '', 'network_id': '07d20f6e-5405-4664-8b3b-c7e7fb2edb46', 'tenant_id': '95244e1fbac2403f9179e5db28ffcf7a', 'mac_address': 'fa:16:3e:e1:89:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'b7de20fc-ff7d-4e6d-8c17-e373476884b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:44:54Z', 'updated_at': '2021-02-16T15:44:56Z', 'revision_number': 2, 'project_id': '95244e1fbac2403f9179e5db28ffcf7a', 'subnets': [{'id': 'b7de20fc-ff7d-4e6d-8c17-e373476884b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:45:00.302017 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1a0e25-5ebb-4536-a7b7-540e5f72563c None None] Checking router: ab4716f7-1eb7-4b16-8491-79da3bcddcec for host: dv-cinder-775706-1-smb {{(pid=84027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:45:00.302017 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1a0e25-5ebb-4536-a7b7-540e5f72563c None None] Updating router ab4716f7-1eb7-4b16-8491-79da3bcddcec port 74afd4cd-e4df-420f-9c06-5251e13e2d8b binding host dv-cinder-775706-1-smb {{(pid=84027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 15:45:00.364235 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d1a0e25-5ebb-4536-a7b7-540e5f72563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:00.418481 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379c7f5-f01f-49c4-8e4f-4b6af8626bf9 req-55e1a8f5-2f93-43ca-b105-0c3219bf96de tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:00.420426 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d379c7f5-f01f-49c4-8e4f-4b6af8626bf9 req-55e1a8f5-2f93-43ca-b105-0c3219bf96de tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.1738596 Feb 16 15:45:00.574320 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d379c7f5-f01f-49c4-8e4f-4b6af8626bf9 req-d1ae4799-c1bf-4e5c-b366-5b122adccc77 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414945 Feb 16 15:45:00.716217 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c813493f-7a40-4150-896e-1cb58d46cab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838928216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13890287'] for subnet, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:00.794421 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d18ef421-7fca-4950-b7d3-0af5912cc370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:00.876143 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813493f-7a40-4150-896e-1cb58d46cab4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76384005-df5c-45e7-aaa8-8f140ad9c006,revision_number=0']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:00.887599 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d1a0e25-5ebb-4536-a7b7-540e5f72563c None None] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:00.892989 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c813493f-7a40-4150-896e-1cb58d46cab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:00.908559 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5d1a0e25-5ebb-4536-a7b7-540e5f72563c None None] Transition to ACTIVE for port object 74afd4cd-e4df-420f-9c06-5251e13e2d8b will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:45:00.911572 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d1a0e25-5ebb-4536-a7b7-540e5f72563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:00.927580 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:00.954175 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c813493f-7a40-4150-896e-1cb58d46cab4 admin admin] Checking segment: {'id': 'a41281bc-446c-4a83-910b-59620589f33b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '105372a5-68c1-4382-bcc5-9abb58a1f6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:45:00.954634 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c813493f-7a40-4150-896e-1cb58d46cab4 admin admin] Network hostable DHCP agents. Network: 105372a5-68c1-4382-bcc5-9abb58a1f6ff, hostable agents: ['37754f02-07ee-44c0-875b-e652d08d1f6e'], hosted agents: [] {{(pid=84025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 15:45:00.973291 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c813493f-7a40-4150-896e-1cb58d46cab4 admin admin] Network 105372a5-68c1-4382-bcc5-9abb58a1f6ff is scheduled to be hosted by DHCP agent 37754f02-07ee-44c0-875b-e652d08d1f6e with binding_index 1 {{(pid=84025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 15:45:00.982005 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-c813493f-7a40-4150-896e-1cb58d46cab4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-1-smb, 105372a5-68c1-4382-bcc5-9abb58a1f6ff) {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:45:00.997250 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c813493f-7a40-4150-896e-1cb58d46cab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:00.997910 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c813493f-7a40-4150-896e-1cb58d46cab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for subnet, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:01.022651 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 56988) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:45:01.023133 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-c813493f-7a40-4150-896e-1cb58d46cab4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9977980 Feb 16 15:45:01.029438 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 03bd2236-cf30-42c8-9f32-63f5f0f4d9b4 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:45:01.029986 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-89dd32d8-f648-4a31-84e0-eb8b5df3063f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1750640916-router', 'tenant_id': '64769dda29024045b5aa818b205f4b7f', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7'}}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:45:01.035133 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-89dd32d8-f648-4a31-84e0-eb8b5df3063f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:45:01.039321 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-89dd32d8-f648-4a31-84e0-eb8b5df3063f admin admin] Usage tracker for resource:router and tenant:64769dda29024045b5aa818b205f4b7f is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:45:01.042561 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-89dd32d8-f648-4a31-84e0-eb8b5df3063f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:45:01.049252 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-89dd32d8-f648-4a31-84e0-eb8b5df3063f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:45:01.056215 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915b09be-f18d-40da-9e55-d2896cd1a091 None None] Network 105372a5-68c1-4382-bcc5-9abb58a1f6ff requested from dv-cinder-775706-1-smb {{(pid=84027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:45:01.059746 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-89dd32d8-f648-4a31-84e0-eb8b5df3063f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-566519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12272'] for router, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:01.060881 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-89dd32d8-f648-4a31-84e0-eb8b5df3063f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854209281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854104687', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854124682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854763528'] for router, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:01.083894 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-89dd32d8-f648-4a31-84e0-eb8b5df3063f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:01.394378 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862da9c1-1c81-4b2f-9c7d-eafba097a850 None None] Pushing event updated for resources: {'Port': ['ID=74afd4cd-e4df-420f-9c06-5251e13e2d8b,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:01.408565 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-862da9c1-1c81-4b2f-9c7d-eafba097a850 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:01.422936 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-89dd32d8-f648-4a31-84e0-eb8b5df3063f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854104594', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854209477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854763625'] for router, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:01.528960 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 03bd2236-cf30-42c8-9f32-63f5f0f4d9b4 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:45:01.529393 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:01.944748 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e84d9b-9055-480c-98f6-3e5f36539d23 req-dddbe8cb-1694-49f7-9698-00c3d274a6b5 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:01.948663 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-65e84d9b-9055-480c-98f6-3e5f36539d23 req-dddbe8cb-1694-49f7-9698-00c3d274a6b5 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.2391610 Feb 16 15:45:01.984118 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a46cdb-524e-4e36-a5af-5ab4d2fac2df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6624ed2f-ee24-57db-b877-061c5eedbf50-105372a5-68c1-4382-bcc5-9abb58a1f6ff', 'network_id': '105372a5-68c1-4382-bcc5-9abb58a1f6ff', 'tenant_id': '64769dda29024045b5aa818b205f4b7f', 'fixed_ips': [{'subnet_id': '76384005-df5c-45e7-aaa8-8f140ad9c006'}]}} from dv-cinder-775706-1-smb. {{(pid=84027) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 16 15:45:01.985138 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-95a46cdb-524e-4e36-a5af-5ab4d2fac2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:02.005193 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-65e84d9b-9055-480c-98f6-3e5f36539d23 req-448c77b1-1ebb-4785-84bb-a5cadd911313 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438035 Feb 16 15:45:02.134162 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5d1a0e25-5ebb-4536-a7b7-540e5f72563c None None] Attempting to bind port 74afd4cd-e4df-420f-9c06-5251e13e2d8b on host dv-cinder-775706-1-smb for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:45:02.134672 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5d1a0e25-5ebb-4536-a7b7-540e5f72563c None None] Attempting to bind port 74afd4cd-e4df-420f-9c06-5251e13e2d8b by drivers openvswitch on host dv-cinder-775706-1-smb at level 0 using segments [{'id': 'a4b1d6a3-4a85-4d78-999e-ea5314b6b84d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '07d20f6e-5405-4664-8b3b-c7e7fb2edb46'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:45:02.135105 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1a0e25-5ebb-4536-a7b7-540e5f72563c None None] Attempting to bind port 74afd4cd-e4df-420f-9c06-5251e13e2d8b on network 07d20f6e-5405-4664-8b3b-c7e7fb2edb46 {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:45:02.223546 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1a0e25-5ebb-4536-a7b7-540e5f72563c None None] Checking agent: {'id': 'daefd0e5-91bf-4e18-ba94-edda5fe7e4cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 33, 59), 'started_at': datetime.datetime(2021, 2, 16, 15, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:45:02.223893 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1a0e25-5ebb-4536-a7b7-540e5f72563c None None] Checking segment: {'id': 'a4b1d6a3-4a85-4d78-999e-ea5314b6b84d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '07d20f6e-5405-4664-8b3b-c7e7fb2edb46'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:45:02.224344 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d1a0e25-5ebb-4536-a7b7-540e5f72563c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:02.224788 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1a0e25-5ebb-4536-a7b7-540e5f72563c None None] Bound using segment: {'id': 'a4b1d6a3-4a85-4d78-999e-ea5314b6b84d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '07d20f6e-5405-4664-8b3b-c7e7fb2edb46'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:45:02.225269 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5d1a0e25-5ebb-4536-a7b7-540e5f72563c None None] Bound port: 74afd4cd-e4df-420f-9c06-5251e13e2d8b, host: dv-cinder-775706-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4b1d6a3-4a85-4d78-999e-ea5314b6b84d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '07d20f6e-5405-4664-8b3b-c7e7fb2edb46'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:45:02.225684 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d1a0e25-5ebb-4536-a7b7-540e5f72563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:02.245240 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-89dd32d8-f648-4a31-84e0-eb8b5df3063f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:02.282915 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-89dd32d8-f648-4a31-84e0-eb8b5df3063f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:02.312722 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:02.436436 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5d1a0e25-5ebb-4536-a7b7-540e5f72563c None None] For port 74afd4cd-e4df-420f-9c06-5251e13e2d8b, host dv-cinder-775706-1-smb, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:45:02.454574 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5d1a0e25-5ebb-4536-a7b7-540e5f72563c None None] For port 74afd4cd-e4df-420f-9c06-5251e13e2d8b, host dv-cinder-775706-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=74afd4cd-e4df-420f-9c06-5251e13e2d8b,segment=NetworkSegment(a4b1d6a3-4a85-4d78-999e-ea5314b6b84d),segment_id=a4b1d6a3-4a85-4d78-999e-ea5314b6b84d)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:45:02.461870 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d1a0e25-5ebb-4536-a7b7-540e5f72563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:02.479938 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:02.582068 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-89dd32d8-f648-4a31-84e0-eb8b5df3063f admin admin] Allocated IP 172.28.2.77 (98aad332-78bd-43b9-832c-6a78188811e7/07894c69-ecbd-40ed-969e-9ba4c4e7f1e8/fedea491-7ab5-4108-afc3-64c97c4241d2) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:45:02.695056 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862da9c1-1c81-4b2f-9c7d-eafba097a850 None None] Pushing event updated for resources: {'Port': ['ID=74afd4cd-e4df-420f-9c06-5251e13e2d8b,revision_number=4']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:02.709507 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-95a46cdb-524e-4e36-a5af-5ab4d2fac2df None None] Allocated IP 172.20.0.2 (105372a5-68c1-4382-bcc5-9abb58a1f6ff/76384005-df5c-45e7-aaa8-8f140ad9c006/ecd7299b-a9e9-46bf-81db-9a9ff42b4a46) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:45:02.711787 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-862da9c1-1c81-4b2f-9c7d-eafba097a850 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:02.783924 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-89dd32d8-f648-4a31-84e0-eb8b5df3063f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:02.815091 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-89dd32d8-f648-4a31-84e0-eb8b5df3063f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:02.828404 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1c700533-84a0-4d13-a5b1-5b8168bbbc6a tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:02.854279 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1a0e25-5ebb-4536-a7b7-540e5f72563c None None] Routers {'ab4716f7-1eb7-4b16-8491-79da3bcddcec'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:45:02.855022 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5d1a0e25-5ebb-4536-a7b7-540e5f72563c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:44:58Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['ab4716f7-1eb7-4b16-8491-79da3bcddcec'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:45:02.976277 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd32d8-f648-4a31-84e0-eb8b5df3063f admin admin] Pushing event updated for resources: {'Port': ['ID=fedea491-7ab5-4108-afc3-64c97c4241d2,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:02.980785 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-89dd32d8-f648-4a31-84e0-eb8b5df3063f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:03.053088 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dd32d8-f648-4a31-84e0-eb8b5df3063f admin admin] Network 98aad332-78bd-43b9-832c-6a78188811e7 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:45:03.054478 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-89dd32d8-f648-4a31-84e0-eb8b5df3063f admin admin] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:45:03.064079 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dd32d8-f648-4a31-84e0-eb8b5df3063f admin admin] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:45:03.177109 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-5d1a0e25-5ebb-4536-a7b7-540e5f72563c None None] Set router ab4716f7-1eb7-4b16-8491-79da3bcddcec gateway port host: dv-cinder-775706-1-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:45:03.266352 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-95a46cdb-524e-4e36-a5af-5ab4d2fac2df None None] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:03.354314 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-95a46cdb-524e-4e36-a5af-5ab4d2fac2df None None] Transition to ACTIVE for port object ecd7299b-a9e9-46bf-81db-9a9ff42b4a46 will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:45:03.374669 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46bdfe-7e62-401b-8d6c-84446f6a4a11 req-72bf58db-8d55-4111-a119-5e19954b84bb tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:03.383177 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-fa46bdfe-7e62-401b-8d6c-84446f6a4a11 req-72bf58db-8d55-4111-a119-5e19954b84bb tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.1046362 Feb 16 15:45:03.442852 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-fa46bdfe-7e62-401b-8d6c-84446f6a4a11 req-88d75149-f037-4bdf-8e20-02e0e37845b2 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582128 Feb 16 15:45:03.635071 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-95a46cdb-524e-4e36-a5af-5ab4d2fac2df None None] Transition to ACTIVE for port object ecd7299b-a9e9-46bf-81db-9a9ff42b4a46 will not be triggered until provisioned by entity DHCP. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:45:03.645516 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-95a46cdb-524e-4e36-a5af-5ab4d2fac2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:03.671520 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:03.745816 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-89dd32d8-f648-4a31-84e0-eb8b5df3063f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:03.963176 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a46cdb-524e-4e36-a5af-5ab4d2fac2df None None] Pushing event updated for resources: {'Port': ['ID=ecd7299b-a9e9-46bf-81db-9a9ff42b4a46,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:03.997868 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-95a46cdb-524e-4e36-a5af-5ab4d2fac2df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:04.074852 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a46cdb-524e-4e36-a5af-5ab4d2fac2df None None] Network 105372a5-68c1-4382-bcc5-9abb58a1f6ff is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:45:04.077224 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-95a46cdb-524e-4e36-a5af-5ab4d2fac2df None None] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:45:04.081484 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a46cdb-524e-4e36-a5af-5ab4d2fac2df None None] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:45:04.158274 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5d1a0e25-5ebb-4536-a7b7-540e5f72563c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'name': 'tempest-TestShelveInstance-1975427922-router', 'tenant_id': '95244e1fbac2403f9179e5db28ffcf7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': '9d8980ed-73a5-4ee9-bb76-906a8915da89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:44:48Z', 'updated_at': '2021-02-16T15:44:55Z', 'revision_number': 4, 'project_id': '95244e1fbac2403f9179e5db28ffcf7a', 'gw_port': {'id': '9d8980ed-73a5-4ee9-bb76-906a8915da89', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:44:49Z', 'updated_at': '2021-02-16T15:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_interfaces': [{'id': '74afd4cd-e4df-420f-9c06-5251e13e2d8b', 'name': '', 'network_id': '07d20f6e-5405-4664-8b3b-c7e7fb2edb46', 'tenant_id': '95244e1fbac2403f9179e5db28ffcf7a', 'mac_address': 'fa:16:3e:e1:89:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'b7de20fc-ff7d-4e6d-8c17-e373476884b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:44:54Z', 'updated_at': '2021-02-16T15:45:02Z', 'revision_number': 4, 'project_id': '95244e1fbac2403f9179e5db28ffcf7a', 'subnets': [{'id': 'b7de20fc-ff7d-4e6d-8c17-e373476884b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:45:04.165175 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-95a46cdb-524e-4e36-a5af-5ab4d2fac2df None None] Attempting to bind port ecd7299b-a9e9-46bf-81db-9a9ff42b4a46 on host dv-cinder-775706-1-smb for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:45:04.165583 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-95a46cdb-524e-4e36-a5af-5ab4d2fac2df None None] Attempting to bind port ecd7299b-a9e9-46bf-81db-9a9ff42b4a46 by drivers openvswitch on host dv-cinder-775706-1-smb at level 0 using segments [{'id': 'a41281bc-446c-4a83-910b-59620589f33b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '105372a5-68c1-4382-bcc5-9abb58a1f6ff'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:45:04.165987 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a46cdb-524e-4e36-a5af-5ab4d2fac2df None None] Attempting to bind port ecd7299b-a9e9-46bf-81db-9a9ff42b4a46 on network 105372a5-68c1-4382-bcc5-9abb58a1f6ff {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:45:04.169880 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1a0e25-5ebb-4536-a7b7-540e5f72563c None None] The sync data for ids ['ab4716f7-1eb7-4b16-8491-79da3bcddcec'] in dv-cinder-775706-1-smb is: [{'id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'name': 'tempest-TestShelveInstance-1975427922-router', 'tenant_id': '95244e1fbac2403f9179e5db28ffcf7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': '9d8980ed-73a5-4ee9-bb76-906a8915da89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:44:48Z', 'updated_at': '2021-02-16T15:44:55Z', 'revision_number': 4, 'project_id': '95244e1fbac2403f9179e5db28ffcf7a', 'gw_port': {'id': '9d8980ed-73a5-4ee9-bb76-906a8915da89', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:44:49Z', 'updated_at': '2021-02-16T15:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_interfaces': [{'id': '74afd4cd-e4df-420f-9c06-5251e13e2d8b', 'name': '', 'network_id': '07d20f6e-5405-4664-8b3b-c7e7fb2edb46', 'tenant_id': '95244e1fbac2403f9179e5db28ffcf7a', 'mac_address': 'fa:16:3e:e1:89:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'b7de20fc-ff7d-4e6d-8c17-e373476884b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:44:54Z', 'updated_at': '2021-02-16T15:45:02Z', 'revision_number': 4, 'project_id': '95244e1fbac2403f9179e5db28ffcf7a', 'subnets': [{'id': 'b7de20fc-ff7d-4e6d-8c17-e373476884b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:45:04.174894 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a46cdb-524e-4e36-a5af-5ab4d2fac2df None None] Checking agent: {'id': 'daefd0e5-91bf-4e18-ba94-edda5fe7e4cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 33, 59), 'started_at': datetime.datetime(2021, 2, 16, 15, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:45:04.175137 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a46cdb-524e-4e36-a5af-5ab4d2fac2df None None] Checking segment: {'id': 'a41281bc-446c-4a83-910b-59620589f33b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '105372a5-68c1-4382-bcc5-9abb58a1f6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:45:04.175564 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-95a46cdb-524e-4e36-a5af-5ab4d2fac2df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:04.175998 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a46cdb-524e-4e36-a5af-5ab4d2fac2df None None] Bound using segment: {'id': 'a41281bc-446c-4a83-910b-59620589f33b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '105372a5-68c1-4382-bcc5-9abb58a1f6ff'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:45:04.176563 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-95a46cdb-524e-4e36-a5af-5ab4d2fac2df None None] Bound port: ecd7299b-a9e9-46bf-81db-9a9ff42b4a46, host: dv-cinder-775706-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a41281bc-446c-4a83-910b-59620589f33b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '105372a5-68c1-4382-bcc5-9abb58a1f6ff'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:45:04.176966 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-95a46cdb-524e-4e36-a5af-5ab4d2fac2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:04.312558 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-95a46cdb-524e-4e36-a5af-5ab4d2fac2df None None] For port ecd7299b-a9e9-46bf-81db-9a9ff42b4a46, host dv-cinder-775706-1-smb, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:45:04.317174 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-95a46cdb-524e-4e36-a5af-5ab4d2fac2df None None] For port ecd7299b-a9e9-46bf-81db-9a9ff42b4a46, host dv-cinder-775706-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=ecd7299b-a9e9-46bf-81db-9a9ff42b4a46,segment=NetworkSegment(a41281bc-446c-4a83-910b-59620589f33b),segment_id=a41281bc-446c-4a83-910b-59620589f33b)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:45:04.320723 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-95a46cdb-524e-4e36-a5af-5ab4d2fac2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:04.339877 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-36c51a41-157c-4097-b434-39efc93ed436 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:04.569399 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-89dd32d8-f648-4a31-84e0-eb8b5df3063f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670976'] for router, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:04.650628 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a46cdb-524e-4e36-a5af-5ab4d2fac2df None None] Pushing event updated for resources: {'Port': ['ID=ecd7299b-a9e9-46bf-81db-9a9ff42b4a46,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:04.667956 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-95a46cdb-524e-4e36-a5af-5ab4d2fac2df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:04.812035 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa78b5-d7b2-4a78-a0b4-e23311614412 req-78bcae5e-e964-4989-add4-f25e6eb6b350 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:04.821764 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-71fa78b5-d7b2-4a78-a0b4-e23311614412 req-78bcae5e-e964-4989-add4-f25e6eb6b350 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.1544073 Feb 16 15:45:04.928248 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-71fa78b5-d7b2-4a78-a0b4-e23311614412 req-ba4fd088-7655-48ce-9f3c-99fcc8e48082 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054127 Feb 16 15:45:05.026443 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673b886-6b2e-4ad0-9edb-91a45f50a742 req-b76b0e8f-c18c-4e15-a1dc-4475f20bf34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:05.028353 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6673b886-6b2e-4ad0-9edb-91a45f50a742 req-b76b0e8f-c18c-4e15-a1dc-4475f20bf34a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 1162 time: 0.7541480 Feb 16 15:45:05.073918 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 74afd4cd-e4df-420f-9c06-5251e13e2d8b up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:45:05.120503 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6673b886-6b2e-4ad0-9edb-91a45f50a742 req-d9d06441-4e63-4cd3-9420-5d713ff61c5f service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773938 Feb 16 15:45:05.201579 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning for port 74afd4cd-e4df-420f-9c06-5251e13e2d8b completed by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:45:05.214659 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning complete for port 74afd4cd-e4df-420f-9c06-5251e13e2d8b triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:45:05.218581 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:05.231125 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89dd32d8-f648-4a31-84e0-eb8b5df3063f admin admin] Router ae06c8c0-395e-4e2e-873f-35efdc1ccba1 is scheduled to L3 agent cace3e07-576d-4918-a0d2-7f739a7a8110 with binding_index 1 {{(pid=84026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 16 15:45:05.427499 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:05.512089 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3a29449c-3776-4258-9627-10026e36c514 None None] For port 74afd4cd-e4df-420f-9c06-5251e13e2d8b, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=74afd4cd-e4df-420f-9c06-5251e13e2d8b,segment=NetworkSegment(a4b1d6a3-4a85-4d78-999e-ea5314b6b84d),segment_id=a4b1d6a3-4a85-4d78-999e-ea5314b6b84d)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:45:05.515303 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:05.518132 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:05.600187 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Pushing event updated for resources: {'Port': ['ID=74afd4cd-e4df-420f-9c06-5251e13e2d8b,revision_number=5']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:05.604494 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:05.953993 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89dd32d8-f648-4a31-84e0-eb8b5df3063f admin admin] Notify agent at l3_agent.dv-cinder-775706-1-smb the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:45:05.963641 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc70d566-1b1f-405a-8814-51c16cf34e57 None None] Sync routers for ids ['ae06c8c0-395e-4e2e-873f-35efdc1ccba1'] in dv-cinder-775706-1-smb {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:45:05.976549 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc70d566-1b1f-405a-8814-51c16cf34e57 None None] Routers {'ae06c8c0-395e-4e2e-873f-35efdc1ccba1'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:45:05.980734 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-cc70d566-1b1f-405a-8814-51c16cf34e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:44:58Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['ae06c8c0-395e-4e2e-873f-35efdc1ccba1'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:45:06.034208 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-89dd32d8-f648-4a31-84e0-eb8b5df3063f admin admin] Notify callbacks [] for router, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:06.038690 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 57098) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:45:06.039128 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-89dd32d8-f648-4a31-84e0-eb8b5df3063f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.0137417 Feb 16 15:45:06.263606 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-cc70d566-1b1f-405a-8814-51c16cf34e57 None None] Set router ae06c8c0-395e-4e2e-873f-35efdc1ccba1 gateway port host: dv-cinder-775706-1-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:45:06.277703 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 57108) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:45:06.531042 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c162a243-603a-42d8-be38-69805fb3a262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:06.556097 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-c162a243-603a-42d8-be38-69805fb3a262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:45:06.560937 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-c162a243-603a-42d8-be38-69805fb3a262 admin admin] Usage tracker for resource:security_group_rule and tenant:d0cce887863b47eca4e273ad84e87e0a is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:45:06.564943 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-c162a243-603a-42d8-be38-69805fb3a262 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:45:06.572168 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-c162a243-603a-42d8-be38-69805fb3a262 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:45:06.591319 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b3123d-1e6c-41e6-8026-61a61505e734 None None] Network 105372a5-68c1-4382-bcc5-9abb58a1f6ff requested from dv-cinder-775706-1-smb {{(pid=84027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:45:06.699502 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-90a4a0d2-7d20-4c66-8add-042d68a69a76 None None] Provisioning for port ecd7299b-a9e9-46bf-81db-9a9ff42b4a46 completed by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:45:06.735348 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c162a243-603a-42d8-be38-69805fb3a262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:06.742375 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c162a243-603a-42d8-be38-69805fb3a262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:06.793637 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-6e511116-e1bf-4769-ae26-2e5099e4c832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:06.828262 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 57116) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:45:06.828451 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-c162a243-603a-42d8-be38-69805fb3a262 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d0cce887863b47eca4e273ad84e87e0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5492697 Feb 16 15:45:06.829184 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162a243-603a-42d8-be38-69805fb3a262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598cf3b4-e4cf-4785-a135-3b90d2568b78,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:06.837833 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162a243-603a-42d8-be38-69805fb3a262 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:06.838246 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162a243-603a-42d8-be38-69805fb3a262 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:06.838676 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162a243-603a-42d8-be38-69805fb3a262 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:06.839075 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162a243-603a-42d8-be38-69805fb3a262 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:06.839474 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162a243-603a-42d8-be38-69805fb3a262 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:06.840098 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162a243-603a-42d8-be38-69805fb3a262 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:06.840219 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162a243-603a-42d8-be38-69805fb3a262 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:06.840594 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162a243-603a-42d8-be38-69805fb3a262 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:06.840978 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162a243-603a-42d8-be38-69805fb3a262 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:06.841359 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162a243-603a-42d8-be38-69805fb3a262 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:06.841745 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162a243-603a-42d8-be38-69805fb3a262 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:06.842128 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162a243-603a-42d8-be38-69805fb3a262 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:06.842710 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162a243-603a-42d8-be38-69805fb3a262 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:06.843101 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162a243-603a-42d8-be38-69805fb3a262 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:06.843488 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162a243-603a-42d8-be38-69805fb3a262 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:06.843874 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162a243-603a-42d8-be38-69805fb3a262 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:06.844255 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162a243-603a-42d8-be38-69805fb3a262 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:06.844638 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162a243-603a-42d8-be38-69805fb3a262 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:06.845019 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162a243-603a-42d8-be38-69805fb3a262 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:06.845936 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162a243-603a-42d8-be38-69805fb3a262 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:06.846325 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162a243-603a-42d8-be38-69805fb3a262 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:06.846786 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162a243-603a-42d8-be38-69805fb3a262 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:06.847208 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162a243-603a-42d8-be38-69805fb3a262 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:06.847567 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162a243-603a-42d8-be38-69805fb3a262 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:06.852013 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c162a243-603a-42d8-be38-69805fb3a262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:07.040777 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-cc70d566-1b1f-405a-8814-51c16cf34e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae06c8c0-395e-4e2e-873f-35efdc1ccba1', 'name': 'tempest-TestShelveInstance-1750640916-router', 'tenant_id': '64769dda29024045b5aa818b205f4b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.77'}], 'enable_snat': True}, 'gw_port_id': 'fedea491-7ab5-4108-afc3-64c97c4241d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:45:01Z', 'updated_at': '2021-02-16T15:45:03Z', 'revision_number': 3, 'project_id': '64769dda29024045b5aa818b205f4b7f', 'gw_port': {'id': 'fedea491-7ab5-4108-afc3-64c97c4241d2', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae06c8c0-395e-4e2e-873f-35efdc1ccba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:45:02Z', 'updated_at': '2021-02-16T15:45:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb'}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:45:07.051747 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc70d566-1b1f-405a-8814-51c16cf34e57 None None] Checking router: ae06c8c0-395e-4e2e-873f-35efdc1ccba1 for host: dv-cinder-775706-1-smb {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:45:07.052174 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc70d566-1b1f-405a-8814-51c16cf34e57 None None] Updating router ae06c8c0-395e-4e2e-873f-35efdc1ccba1 port fedea491-7ab5-4108-afc3-64c97c4241d2 binding host dv-cinder-775706-1-smb {{(pid=84028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 15:45:07.169657 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cc70d566-1b1f-405a-8814-51c16cf34e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:07.192832 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device ecd7299b-a9e9-46bf-81db-9a9ff42b4a46 up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:45:07.243305 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 03bd2236-cf30-42c8-9f32-63f5f0f4d9b4 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:45:07.254038 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d662dc0-e24c-43ff-90cc-48ba846319c9 req-6c84d788-5eae-4fdd-845d-8d36e3dd2ed7 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:07.255716 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2d662dc0-e24c-43ff-90cc-48ba846319c9 req-6c84d788-5eae-4fdd-845d-8d36e3dd2ed7 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.9773724 Feb 16 15:45:07.256675 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cdbf7058-d671-486c-8611-eb59c43bfd76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:07.288941 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cdbf7058-d671-486c-8611-eb59c43bfd76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:07.349175 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning for port ecd7299b-a9e9-46bf-81db-9a9ff42b4a46 completed by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:45:07.360969 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning complete for port ecd7299b-a9e9-46bf-81db-9a9ff42b4a46 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:45:07.361399 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:07.383177 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cdbf7058-d671-486c-8611-eb59c43bfd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:07.393993 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-4d9372f5-3003-42e7-ac32-f6fcbf2ddeb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:07.414054 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf7058-d671-486c-8611-eb59c43bfd76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598cf3b4-e4cf-4785-a135-3b90d2568b78,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:07.416249 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 03bd2236-cf30-42c8-9f32-63f5f0f4d9b4 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:45:07.416593 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cdbf7058-d671-486c-8611-eb59c43bfd76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:07.416726 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:07.417850 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-cdbf7058-d671-486c-8611-eb59c43bfd76 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/598cf3b4-e4cf-4785-a135-3b90d2568b78 HTTP/1.1" status: 204 len: 168 time: 0.5875182 Feb 16 15:45:07.574278 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a7a3e5c-943b-4d38-836a-f50cf2b1382f None None] Provisioning complete for port ecd7299b-a9e9-46bf-81db-9a9ff42b4a46 triggered by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:45:07.574853 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a7a3e5c-943b-4d38-836a-f50cf2b1382f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:07.627693 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2d662dc0-e24c-43ff-90cc-48ba846319c9 req-a69a0052-186a-4636-9066-8c494213f0ed tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061779 Feb 16 15:45:07.723955 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-be1c8816-72ed-4339-8691-e517b3f0944b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:07.754196 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:07.761022 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cc70d566-1b1f-405a-8814-51c16cf34e57 None None] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:07.765922 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbf7058-d671-486c-8611-eb59c43bfd76 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:07.766327 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbf7058-d671-486c-8611-eb59c43bfd76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:07.766776 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbf7058-d671-486c-8611-eb59c43bfd76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:07.767687 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbf7058-d671-486c-8611-eb59c43bfd76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:07.768080 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbf7058-d671-486c-8611-eb59c43bfd76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:07.768453 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbf7058-d671-486c-8611-eb59c43bfd76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:07.768831 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbf7058-d671-486c-8611-eb59c43bfd76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:07.769212 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbf7058-d671-486c-8611-eb59c43bfd76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:07.769587 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbf7058-d671-486c-8611-eb59c43bfd76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:07.769944 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbf7058-d671-486c-8611-eb59c43bfd76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:07.770313 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbf7058-d671-486c-8611-eb59c43bfd76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:07.788326 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbf7058-d671-486c-8611-eb59c43bfd76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:07.788847 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbf7058-d671-486c-8611-eb59c43bfd76 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:07.789250 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbf7058-d671-486c-8611-eb59c43bfd76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:07.790145 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbf7058-d671-486c-8611-eb59c43bfd76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:07.790753 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbf7058-d671-486c-8611-eb59c43bfd76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:07.791042 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbf7058-d671-486c-8611-eb59c43bfd76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:07.791455 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbf7058-d671-486c-8611-eb59c43bfd76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:07.791841 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbf7058-d671-486c-8611-eb59c43bfd76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:07.792228 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbf7058-d671-486c-8611-eb59c43bfd76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:07.792614 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbf7058-d671-486c-8611-eb59c43bfd76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:07.792968 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbf7058-d671-486c-8611-eb59c43bfd76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:07.793343 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbf7058-d671-486c-8611-eb59c43bfd76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:07.793889 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbf7058-d671-486c-8611-eb59c43bfd76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:07.799428 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-cdbf7058-d671-486c-8611-eb59c43bfd76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:07.811996 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-cc70d566-1b1f-405a-8814-51c16cf34e57 None None] Transition to ACTIVE for port object fedea491-7ab5-4108-afc3-64c97c4241d2 will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:45:07.815185 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cc70d566-1b1f-405a-8814-51c16cf34e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:07.875997 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a7a3e5c-943b-4d38-836a-f50cf2b1382f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:08.004688 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3a29449c-3776-4258-9627-10026e36c514 None None] For port ecd7299b-a9e9-46bf-81db-9a9ff42b4a46, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=ecd7299b-a9e9-46bf-81db-9a9ff42b4a46,segment=NetworkSegment(a41281bc-446c-4a83-910b-59620589f33b),segment_id=a41281bc-446c-4a83-910b-59620589f33b)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:45:08.051737 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 57138) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:45:08.084363 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-43df9731-2cf6-4eed-b815-cd08b1054732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:08.090268 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:08.108996 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.db.api [None req-3a7a3e5c-943b-4d38-836a-f50cf2b1382f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84027) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:45:08.109536 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_db.api [None req-3a7a3e5c-943b-4d38-836a-f50cf2b1382f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 15:45:08.110270 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:08.111331 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 74afd4cd-e4df-420f-9c06-5251e13e2d8b up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:45:08.120418 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-43df9731-2cf6-4eed-b815-cd08b1054732 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:45:08.124660 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-43df9731-2cf6-4eed-b815-cd08b1054732 admin admin] Usage tracker for resource:security_group_rule and tenant:04b13016fa4d4b3182d2c2404211d94c is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:45:08.129763 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-43df9731-2cf6-4eed-b815-cd08b1054732 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:45:08.145702 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-43df9731-2cf6-4eed-b815-cd08b1054732 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:45:08.204400 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-862da9c1-1c81-4b2f-9c7d-eafba097a850 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:08.238116 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-cc70d566-1b1f-405a-8814-51c16cf34e57 None None] Attempting to bind port fedea491-7ab5-4108-afc3-64c97c4241d2 on host dv-cinder-775706-1-smb for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:45:08.241898 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-cc70d566-1b1f-405a-8814-51c16cf34e57 None None] Attempting to bind port fedea491-7ab5-4108-afc3-64c97c4241d2 by drivers openvswitch on host dv-cinder-775706-1-smb at level 0 using segments [{'id': '0724bfbb-7f18-4768-b879-84dbe1be3f59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:45:08.242601 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc70d566-1b1f-405a-8814-51c16cf34e57 None None] Attempting to bind port fedea491-7ab5-4108-afc3-64c97c4241d2 on network 98aad332-78bd-43b9-832c-6a78188811e7 {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:45:08.268146 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc70d566-1b1f-405a-8814-51c16cf34e57 None None] Checking agent: {'id': 'daefd0e5-91bf-4e18-ba94-edda5fe7e4cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 33, 59), 'started_at': datetime.datetime(2021, 2, 16, 15, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:45:08.268614 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc70d566-1b1f-405a-8814-51c16cf34e57 None None] Checking segment: {'id': '0724bfbb-7f18-4768-b879-84dbe1be3f59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:45:08.269144 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cc70d566-1b1f-405a-8814-51c16cf34e57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:08.269648 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc70d566-1b1f-405a-8814-51c16cf34e57 None None] Bound using segment: {'id': '0724bfbb-7f18-4768-b879-84dbe1be3f59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:45:08.270364 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-cc70d566-1b1f-405a-8814-51c16cf34e57 None None] Bound port: fedea491-7ab5-4108-afc3-64c97c4241d2, host: dv-cinder-775706-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0724bfbb-7f18-4768-b879-84dbe1be3f59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:45:08.271053 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cc70d566-1b1f-405a-8814-51c16cf34e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:08.387665 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Pushing event updated for resources: {'Port': ['ID=ecd7299b-a9e9-46bf-81db-9a9ff42b4a46,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:08.400276 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-43df9731-2cf6-4eed-b815-cd08b1054732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:08.412433 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-43df9731-2cf6-4eed-b815-cd08b1054732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:08.415396 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:08.415787 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:08.416171 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:08.416550 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:08.417089 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:08.417459 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:08.417827 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:08.418193 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:08.421117 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:08.421519 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:08.424970 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:08.425371 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:08.425835 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:08.426214 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:08.426660 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:08.428849 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:08.430006 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:08.430304 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:08.430865 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:08.431172 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:08.431573 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:08.431923 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:08.432518 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:08.432885 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:45:08.467164 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-cc70d566-1b1f-405a-8814-51c16cf34e57 None None] For port fedea491-7ab5-4108-afc3-64c97c4241d2, host dv-cinder-775706-1-smb, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:45:08.471724 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:08.484395 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-cc70d566-1b1f-405a-8814-51c16cf34e57 None None] For port fedea491-7ab5-4108-afc3-64c97c4241d2, host dv-cinder-775706-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=fedea491-7ab5-4108-afc3-64c97c4241d2,segment=NetworkSegment(0724bfbb-7f18-4768-b879-84dbe1be3f59),segment_id=0724bfbb-7f18-4768-b879-84dbe1be3f59)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:45:08.492956 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cc70d566-1b1f-405a-8814-51c16cf34e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:08.496943 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning complete for port 74afd4cd-e4df-420f-9c06-5251e13e2d8b triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:45:08.497368 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:08.508731 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-87a63076-3d4d-4843-80b3-4ba4121fe194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:08.532393 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-be1c8816-72ed-4339-8691-e517b3f0944b admin admin] Allocated IP 172.20.0.1 (105372a5-68c1-4382-bcc5-9abb58a1f6ff/76384005-df5c-45e7-aaa8-8f140ad9c006/ab65338f-dc5b-45b5-9814-f5a4210231c9) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:45:08.556347 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-43df9731-2cf6-4eed-b815-cd08b1054732 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=04b13016fa4d4b3182d2c2404211d94c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5034246 Feb 16 15:45:08.559920 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 57156) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:45:08.623004 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df9731-2cf6-4eed-b815-cd08b1054732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9702c38-da15-4f19-af66-06be6966d6f0,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:08.634528 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-43df9731-2cf6-4eed-b815-cd08b1054732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:08.739796 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a999ea-22db-43a8-b45e-f3cec4a3d3ee None None] Pushing event updated for resources: {'Port': ['ID=fedea491-7ab5-4108-afc3-64c97c4241d2,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:08.753358 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-68a999ea-22db-43a8-b45e-f3cec4a3d3ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:08.753810 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:08.948621 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8f5564e8-fbaf-452c-8f22-b5f60445d287 None None] Provisioning complete for port ecd7299b-a9e9-46bf-81db-9a9ff42b4a46 triggered by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:45:08.949181 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8f5564e8-fbaf-452c-8f22-b5f60445d287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:09.027253 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a999ea-22db-43a8-b45e-f3cec4a3d3ee None None] Pushing event updated for resources: {'Port': ['ID=fedea491-7ab5-4108-afc3-64c97c4241d2,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:09.037670 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-68a999ea-22db-43a8-b45e-f3cec4a3d3ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:09.071405 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc70d566-1b1f-405a-8814-51c16cf34e57 None None] Routers {'ae06c8c0-395e-4e2e-873f-35efdc1ccba1'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:45:09.072096 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-cc70d566-1b1f-405a-8814-51c16cf34e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:44:58Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['ae06c8c0-395e-4e2e-873f-35efdc1ccba1'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:45:09.137699 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-be1c8816-72ed-4339-8691-e517b3f0944b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:09.185061 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device ecd7299b-a9e9-46bf-81db-9a9ff42b4a46 up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:45:09.185317 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-be1c8816-72ed-4339-8691-e517b3f0944b admin admin] Transition to ACTIVE for port object ab65338f-dc5b-45b5-9814-f5a4210231c9 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:45:09.252299 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-be1c8816-72ed-4339-8691-e517b3f0944b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838928334'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:09.347914 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning complete for port ecd7299b-a9e9-46bf-81db-9a9ff42b4a46 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:45:09.348335 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:09.349250 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:09.368927 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-cc70d566-1b1f-405a-8814-51c16cf34e57 None None] Set router ae06c8c0-395e-4e2e-873f-35efdc1ccba1 gateway port host: dv-cinder-775706-1-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:45:09.502431 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4f6e2fc4-6b12-42a7-963c-8fcff85538e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:09.600305 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b0c6f-2a69-4c49-a13d-94d27cc6f503 req-25c2914a-2a02-410d-ae73-acb56fafe904 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:09.603968 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8a5b0c6f-2a69-4c49-a13d-94d27cc6f503 req-25c2914a-2a02-410d-ae73-acb56fafe904 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.7738326 Feb 16 15:45:09.616575 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4f6e2fc4-6b12-42a7-963c-8fcff85538e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:09.635181 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c8816-72ed-4339-8691-e517b3f0944b admin admin] Pushing event updated for resources: {'Port': ['ID=ab65338f-dc5b-45b5-9814-f5a4210231c9,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:09.638629 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-be1c8816-72ed-4339-8691-e517b3f0944b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:09.746136 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-cc70d566-1b1f-405a-8814-51c16cf34e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae06c8c0-395e-4e2e-873f-35efdc1ccba1', 'name': 'tempest-TestShelveInstance-1750640916-router', 'tenant_id': '64769dda29024045b5aa818b205f4b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.77'}], 'enable_snat': True}, 'gw_port_id': 'fedea491-7ab5-4108-afc3-64c97c4241d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:45:01Z', 'updated_at': '2021-02-16T15:45:03Z', 'revision_number': 3, 'project_id': '64769dda29024045b5aa818b205f4b7f', 'gw_port': {'id': 'fedea491-7ab5-4108-afc3-64c97c4241d2', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae06c8c0-395e-4e2e-873f-35efdc1ccba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:45:02Z', 'updated_at': '2021-02-16T15:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb'}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:45:09.761584 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc70d566-1b1f-405a-8814-51c16cf34e57 None None] The sync data for ids ['ae06c8c0-395e-4e2e-873f-35efdc1ccba1'] in dv-cinder-775706-1-smb is: [{'id': 'ae06c8c0-395e-4e2e-873f-35efdc1ccba1', 'name': 'tempest-TestShelveInstance-1750640916-router', 'tenant_id': '64769dda29024045b5aa818b205f4b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.77'}], 'enable_snat': True}, 'gw_port_id': 'fedea491-7ab5-4108-afc3-64c97c4241d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:45:01Z', 'updated_at': '2021-02-16T15:45:03Z', 'revision_number': 3, 'project_id': '64769dda29024045b5aa818b205f4b7f', 'gw_port': {'id': 'fedea491-7ab5-4108-afc3-64c97c4241d2', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae06c8c0-395e-4e2e-873f-35efdc1ccba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:45:02Z', 'updated_at': '2021-02-16T15:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb'}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:45:09.800650 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44d898-54f4-4df5-b5ca-3e017397e816 req-91c9e57c-52b9-45b3-a92c-f96377798c4c tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:09.802646 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-fa44d898-54f4-4df5-b5ca-3e017397e816 req-91c9e57c-52b9-45b3-a92c-f96377798c4c tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.5568488 Feb 16 15:45:09.824647 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8a5b0c6f-2a69-4c49-a13d-94d27cc6f503 req-4f3a19c8-921a-426e-b7b1-7b1a7b244b7d tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958764 Feb 16 15:45:09.853617 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1c8816-72ed-4339-8691-e517b3f0944b admin admin] Network 105372a5-68c1-4382-bcc5-9abb58a1f6ff is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:45:09.872821 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-be1c8816-72ed-4339-8691-e517b3f0944b admin admin] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:45:09.878004 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1c8816-72ed-4339-8691-e517b3f0944b admin admin] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:45:09.939612 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4f6e2fc4-6b12-42a7-963c-8fcff85538e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:09.951049 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-072321aa-9c70-44a2-bdcd-f46e4556a6bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:09.988165 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-fa44d898-54f4-4df5-b5ca-3e017397e816 req-c5b0f947-5149-4326-8e8f-5f65176e520b tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736705 Feb 16 15:45:09.989086 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e2fc4-6b12-42a7-963c-8fcff85538e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9702c38-da15-4f19-af66-06be6966d6f0,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:09.993732 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-be1c8816-72ed-4339-8691-e517b3f0944b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854196728'] for router_interface, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:10.061579 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-4f6e2fc4-6b12-42a7-963c-8fcff85538e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:10.100799 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4f6e2fc4-6b12-42a7-963c-8fcff85538e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:10.103087 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-4f6e2fc4-6b12-42a7-963c-8fcff85538e0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b9702c38-da15-4f19-af66-06be6966d6f0 HTTP/1.1" status: 204 len: 168 time: 1.5157914 Feb 16 15:45:10.162569 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-be1c8816-72ed-4339-8691-e517b3f0944b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:10.290206 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0ff87cf6-a602-4d39-895a-859fcbbeaaba None None] Provisioning for port ab65338f-dc5b-45b5-9814-f5a4210231c9 completed by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:45:10.312617 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0ff87cf6-a602-4d39-895a-859fcbbeaaba None None] Provisioning complete for port ab65338f-dc5b-45b5-9814-f5a4210231c9 triggered by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:45:10.313412 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0ff87cf6-a602-4d39-895a-859fcbbeaaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:10.408076 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0ff87cf6-a602-4d39-895a-859fcbbeaaba None None] Port ab65338f-dc5b-45b5-9814-f5a4210231c9 cannot update to ACTIVE because it is not bound. {{(pid=84027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 15:45:10.703665 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-be1c8816-72ed-4339-8691-e517b3f0944b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:10.710906 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-be1c8816-72ed-4339-8691-e517b3f0944b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15847481'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:10.748104 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-73083d4a-e764-4e9f-bcd7-a7b3409c3f66 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:10.812129 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ea6df-a2f6-47c0-86c4-035d14318c92 req-dbffa37d-e029-47f0-9649-893c30da4c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:10.824742 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b97ea6df-a2f6-47c0-86c4-035d14318c92 req-dbffa37d-e029-47f0-9649-893c30da4c1f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=307d1551b61b4c018334709f0279d350&device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 1162 time: 0.1956005 Feb 16 15:45:10.870124 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 57202) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:45:10.927416 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-be1c8816-72ed-4339-8691-e517b3f0944b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853240653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579243'] for router_interface, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:11.013738 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ea6df-a2f6-47c0-86c4-035d14318c92 req-786d85b5-a37a-46ec-895d-35afa20260de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:11.015524 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b97ea6df-a2f6-47c0-86c4-035d14318c92 req-786d85b5-a37a-46ec-895d-35afa20260de service neutron] 10.222.0.102 "GET /v2.0/networks?id=b7c45075-d47a-42e2-ab3d-f37c2b945ec2 HTTP/1.1" status: 200 len: 913 time: 0.1807678 Feb 16 15:45:11.018679 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cf88c415-12e3-4271-8afd-a4e07ab5b8aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:11.036867 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c8816-72ed-4339-8691-e517b3f0944b admin admin] Pushing event updated for resources: {'Port': ['ID=ab65338f-dc5b-45b5-9814-f5a4210231c9,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:11.057446 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-be1c8816-72ed-4339-8691-e517b3f0944b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:11.081392 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device fedea491-7ab5-4108-afc3-64c97c4241d2 up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:45:11.120995 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-cf88c415-12e3-4271-8afd-a4e07ab5b8aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:45:11.124398 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b97ea6df-a2f6-47c0-86c4-035d14318c92 req-45c66f14-7c2d-45aa-8c98-22056e47c356 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03bd2236-cf30-42c8-9f32-63f5f0f4d9b4 HTTP/1.1" status: 200 len: 217 time: 0.0923936 Feb 16 15:45:11.127984 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-cf88c415-12e3-4271-8afd-a4e07ab5b8aa admin admin] Usage tracker for resource:security_group_rule and tenant:81ab9e927e824db4ad2f6b7e237e043c is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:45:11.131757 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-cf88c415-12e3-4271-8afd-a4e07ab5b8aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:45:11.180925 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-cf88c415-12e3-4271-8afd-a4e07ab5b8aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:45:11.207696 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625e89b-c7a8-4a70-8d36-0d3f63259b9a req-34b5baf9-8dbe-4c1a-8c34-bb49d94bcf3b tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:11.210678 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e625e89b-c7a8-4a70-8d36-0d3f63259b9a req-34b5baf9-8dbe-4c1a-8c34-bb49d94bcf3b tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.3929436 Feb 16 15:45:11.217171 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning for port fedea491-7ab5-4108-afc3-64c97c4241d2 completed by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:45:11.222523 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning complete for port fedea491-7ab5-4108-afc3-64c97c4241d2 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:45:11.223354 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:11.243787 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ea6df-a2f6-47c0-86c4-035d14318c92 req-56ff3bd2-1b74-4434-a9f0-7a581c725a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:11.245723 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b97ea6df-a2f6-47c0-86c4-035d14318c92 req-56ff3bd2-1b74-4434-a9f0-7a581c725a23 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a62699c9-d511-4489-bc33-e0a20a0f027c HTTP/1.1" status: 200 len: 859 time: 0.1104891 Feb 16 15:45:11.295019 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e625e89b-c7a8-4a70-8d36-0d3f63259b9a req-64f41a58-76a8-44fb-8faa-cf4ead1d8016 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605390 Feb 16 15:45:11.322415 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1c8816-72ed-4339-8691-e517b3f0944b admin admin] Network 105372a5-68c1-4382-bcc5-9abb58a1f6ff is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:45:11.324189 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-be1c8816-72ed-4339-8691-e517b3f0944b admin admin] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:45:11.355694 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b97ea6df-a2f6-47c0-86c4-035d14318c92 req-50875bcf-1b99-40dc-ac33-bf05c515a2fb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b7c45075-d47a-42e2-ab3d-f37c2b945ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941725 Feb 16 15:45:11.495636 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:11.573361 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3a29449c-3776-4258-9627-10026e36c514 None None] For port fedea491-7ab5-4108-afc3-64c97c4241d2, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=fedea491-7ab5-4108-afc3-64c97c4241d2,segment=NetworkSegment(0724bfbb-7f18-4768-b879-84dbe1be3f59),segment_id=0724bfbb-7f18-4768-b879-84dbe1be3f59)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:45:11.577514 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:11.580439 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:11.658460 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cf88c415-12e3-4271-8afd-a4e07ab5b8aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:11.673253 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cf88c415-12e3-4271-8afd-a4e07ab5b8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:11.709560 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b6caf7c5-ec7d-4082-ac3c-bab3dfe01f1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:11.723696 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-cf88c415-12e3-4271-8afd-a4e07ab5b8aa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=81ab9e927e824db4ad2f6b7e237e043c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8500040 Feb 16 15:45:11.727746 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 57222) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:45:11.792420 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Pushing event updated for resources: {'Port': ['ID=fedea491-7ab5-4108-afc3-64c97c4241d2,revision_number=4']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:11.796180 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:11.805242 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf88c415-12e3-4271-8afd-a4e07ab5b8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0809a8-51e5-4bad-8f7c-7eb7be93155b,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:11.812534 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-cf88c415-12e3-4271-8afd-a4e07ab5b8aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:11.821832 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b97ea6df-a2f6-47c0-86c4-035d14318c92 req-20c0ba1a-8996-4a11-a659-a06546e2531a service neutron] 10.222.0.102 "GET /v2.0/networks/b7c45075-d47a-42e2-ab3d-f37c2b945ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4509168 Feb 16 15:45:11.846623 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c1ce2843-e4a8-4b78-9008-299bb5d73562 None None] Provisioning complete for port ab65338f-dc5b-45b5-9814-f5a4210231c9 triggered by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:45:11.847048 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c1ce2843-e4a8-4b78-9008-299bb5d73562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:11.872869 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1c8816-72ed-4339-8691-e517b3f0944b admin admin] Router ae06c8c0-395e-4e2e-873f-35efdc1ccba1 has already been hosted by L3 agent cace3e07-576d-4918-a0d2-7f739a7a8110 {{(pid=84025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 15:45:11.913640 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c1ce2843-e4a8-4b78-9008-299bb5d73562 None None] Port ab65338f-dc5b-45b5-9814-f5a4210231c9 cannot update to ACTIVE because it is not bound. {{(pid=84027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 15:45:12.002680 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7e2bc823-99ba-4821-a54c-67b518d534b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:12.070928 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7e2bc823-99ba-4821-a54c-67b518d534b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:12.091725 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b97ea6df-a2f6-47c0-86c4-035d14318c92 req-5f025acc-c6c0-4c8f-9082-c5c8cb4f5866 service neutron] 10.222.0.102 "GET /v2.0/networks/b7c45075-d47a-42e2-ab3d-f37c2b945ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2596498 Feb 16 15:45:12.148235 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7e2bc823-99ba-4821-a54c-67b518d534b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:12.155931 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-651b5bc4-f146-49e2-9360-8c75b0bf8262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:12.178561 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2bc823-99ba-4821-a54c-67b518d534b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0809a8-51e5-4bad-8f7c-7eb7be93155b,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:12.181906 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7e2bc823-99ba-4821-a54c-67b518d534b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:12.206198 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7e2bc823-99ba-4821-a54c-67b518d534b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:12.207432 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-7e2bc823-99ba-4821-a54c-67b518d534b9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0c0809a8-51e5-4bad-8f7c-7eb7be93155b HTTP/1.1" status: 204 len: 168 time: 0.4719176 Feb 16 15:45:12.364366 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442d295-26ee-45b4-97d4-6c711e10fd52 req-e36dc4b2-af3e-463a-a4f9-2ecc7910e31e tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:12.365997 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-7442d295-26ee-45b4-97d4-6c711e10fd52 req-e36dc4b2-af3e-463a-a4f9-2ecc7910e31e tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.5910845 Feb 16 15:45:12.489501 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1c8816-72ed-4339-8691-e517b3f0944b admin admin] Notify agent at l3_agent.dv-cinder-775706-1-smb the message routers_updated {{(pid=84025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:45:12.494757 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-7442d295-26ee-45b4-97d4-6c711e10fd52 req-93ed2189-c6ba-4b69-83ec-934d749d5ca8 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187894 Feb 16 15:45:12.500063 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-be1c8816-72ed-4339-8691-e517b3f0944b admin admin] 10.222.0.42 "PUT /v2.0/routers/ae06c8c0-395e-4e2e-873f-35efdc1ccba1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4595551 Feb 16 15:45:12.548474 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a09f07-3639-4b94-8f77-a98f0d748b4e req-21c4e7eb-6e14-4911-a076-7e0a97b1b64d tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:12.554976 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f7a09f07-3639-4b94-8f77-a98f0d748b4e req-21c4e7eb-6e14-4911-a076-7e0a97b1b64d tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.1275158 Feb 16 15:45:12.616397 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f7a09f07-3639-4b94-8f77-a98f0d748b4e req-8e03d297-33f0-4de9-87ab-f51cb0cad23f tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581760 Feb 16 15:45:13.069441 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 03bd2236-cf30-42c8-9f32-63f5f0f4d9b4 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:45:13.177581 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device fedea491-7ab5-4108-afc3-64c97c4241d2 up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:45:13.221519 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f92d1e-de58-4543-af58-a54756f421e0 None None] Sync routers for ids ['ae06c8c0-395e-4e2e-873f-35efdc1ccba1'] in dv-cinder-775706-1-smb {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:45:13.242020 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 57268) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:45:13.258249 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 03bd2236-cf30-42c8-9f32-63f5f0f4d9b4 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:45:13.258958 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:13.334453 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f92d1e-de58-4543-af58-a54756f421e0 None None] Routers {'ae06c8c0-395e-4e2e-873f-35efdc1ccba1'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:45:13.334453 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e3f92d1e-de58-4543-af58-a54756f421e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:44:58Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['ae06c8c0-395e-4e2e-873f-35efdc1ccba1'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:45:13.542010 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-8215a0c1-e606-4f02-81b2-896a2cf5818f req-e6e728c0-a65a-4221-9bd9-05d0693deb96 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1548293211', 'description': 'tempest-TestShelveInstance-1548293211 description'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:45:13.552679 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-8215a0c1-e606-4f02-81b2-896a2cf5818f req-e6e728c0-a65a-4221-9bd9-05d0693deb96 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:45:13.566547 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-8215a0c1-e606-4f02-81b2-896a2cf5818f req-e6e728c0-a65a-4221-9bd9-05d0693deb96 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Usage tracker for resource:security_group and tenant:95244e1fbac2403f9179e5db28ffcf7a is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:45:13.572159 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-8215a0c1-e606-4f02-81b2-896a2cf5818f req-e6e728c0-a65a-4221-9bd9-05d0693deb96 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:45:13.588442 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-8215a0c1-e606-4f02-81b2-896a2cf5818f req-e6e728c0-a65a-4221-9bd9-05d0693deb96 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:45:13.608731 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-3c1bb3d3-1449-4177-ac15-6e6d5c56ac62 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1260591930-network', 'tenant_id': '9baaca4a93c84035ac621465913a9b20'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:45:13.612429 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-e3f92d1e-de58-4543-af58-a54756f421e0 None None] Set router ae06c8c0-395e-4e2e-873f-35efdc1ccba1 gateway port host: dv-cinder-775706-1-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:45:13.620580 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-8215a0c1-e606-4f02-81b2-896a2cf5818f req-e6e728c0-a65a-4221-9bd9-05d0693deb96 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:13.640483 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-3c1bb3d3-1449-4177-ac15-6e6d5c56ac62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:45:13.647416 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-3c1bb3d3-1449-4177-ac15-6e6d5c56ac62 admin admin] Usage tracker for resource:network and tenant:9baaca4a93c84035ac621465913a9b20 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:45:13.651238 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-3c1bb3d3-1449-4177-ac15-6e6d5c56ac62 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:45:13.663940 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-3c1bb3d3-1449-4177-ac15-6e6d5c56ac62 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:45:13.686242 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1bb3d3-1449-4177-ac15-6e6d5c56ac62 admin admin] Made reservation on behalf of 9baaca4a93c84035ac621465913a9b20 for: {'network': 1} {{(pid=84025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:45:13.692508 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c1bb3d3-1449-4177-ac15-6e6d5c56ac62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for network, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:13.725752 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c1bb3d3-1449-4177-ac15-6e6d5c56ac62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:13.823711 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-3c1bb3d3-1449-4177-ac15-6e6d5c56ac62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:45:13.839085 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-3c1bb3d3-1449-4177-ac15-6e6d5c56ac62 admin admin] Usage tracker for resource:security_group_rule and tenant:9baaca4a93c84035ac621465913a9b20 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:45:13.842349 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-3c1bb3d3-1449-4177-ac15-6e6d5c56ac62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:45:13.850349 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-3c1bb3d3-1449-4177-ac15-6e6d5c56ac62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:45:13.868970 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-8215a0c1-e606-4f02-81b2-896a2cf5818f req-e6e728c0-a65a-4221-9bd9-05d0693deb96 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:45:13.944483 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-8215a0c1-e606-4f02-81b2-896a2cf5818f req-e6e728c0-a65a-4221-9bd9-05d0693deb96 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Usage tracker for resource:security_group_rule and tenant:95244e1fbac2403f9179e5db28ffcf7a is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:45:13.950617 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-8215a0c1-e606-4f02-81b2-896a2cf5818f req-e6e728c0-a65a-4221-9bd9-05d0693deb96 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:45:13.964417 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-8215a0c1-e606-4f02-81b2-896a2cf5818f req-e6e728c0-a65a-4221-9bd9-05d0693deb96 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:45:14.016378 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning complete for port fedea491-7ab5-4108-afc3-64c97c4241d2 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:45:14.016628 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:14.062866 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2b3ad-f006-4db2-ae24-b8a4b8bf11e9 req-654a9ad5-1e2b-46a5-9a67-b2709da7977f tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:14.066079 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-47c2b3ad-f006-4db2-ae24-b8a4b8bf11e9 req-654a9ad5-1e2b-46a5-9a67-b2709da7977f tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.2669864 Feb 16 15:45:14.178323 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-8215a0c1-e606-4f02-81b2-896a2cf5818f req-e6e728c0-a65a-4221-9bd9-05d0693deb96 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:14.186100 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c1bb3d3-1449-4177-ac15-6e6d5c56ac62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:14.189581 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-8215a0c1-e606-4f02-81b2-896a2cf5818f req-e6e728c0-a65a-4221-9bd9-05d0693deb96 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:14.196928 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ffd57dea-5408-4929-9c0f-ab778aee6c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:14.214358 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-47c2b3ad-f006-4db2-ae24-b8a4b8bf11e9 req-fe2bebae-0260-4274-987b-5a5d1eadb83b tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301432 Feb 16 15:45:14.215020 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c1bb3d3-1449-4177-ac15-6e6d5c56ac62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:14.262194 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e728c0-a65a-4221-9bd9-05d0693deb96 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e754c31-52e2-4220-91ed-89ddb2624ab8,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:14.265495 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c1bb3d3-1449-4177-ac15-6e6d5c56ac62 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=84025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 15:45:14.268656 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e6e728c0-a65a-4221-9bd9-05d0693deb96 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:14.269509 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3263f5ce-51c5-4c75-a988-34b4736d9573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:14.281090 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-8215a0c1-e606-4f02-81b2-896a2cf5818f req-e6e728c0-a65a-4221-9bd9-05d0693deb96 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:14.282449 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8215a0c1-e606-4f02-81b2-896a2cf5818f req-e6e728c0-a65a-4221-9bd9-05d0693deb96 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7483723 Feb 16 15:45:14.310095 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c1bb3d3-1449-4177-ac15-6e6d5c56ac62 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754293612249', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853259932'] for segment, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:14.310568 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.db.segments_db [None req-3c1bb3d3-1449-4177-ac15-6e6d5c56ac62 admin admin] Added segment ef995b49-a34b-46e4-9bc3-dadf6de736bd of type vxlan for network 4a69cf5a-a773-448c-b778-545c271189f4 Feb 16 15:45:14.325018 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1bb3d3-1449-4177-ac15-6e6d5c56ac62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c058086-c429-46d1-8959-daed0db26f00,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:14.331316 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3c1bb3d3-1449-4177-ac15-6e6d5c56ac62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:14.352214 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c1bb3d3-1449-4177-ac15-6e6d5c56ac62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754293098833'] for network, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:14.378891 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e3f92d1e-de58-4543-af58-a54756f421e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae06c8c0-395e-4e2e-873f-35efdc1ccba1', 'name': 'tempest-TestShelveInstance-1750640916-router', 'tenant_id': '64769dda29024045b5aa818b205f4b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.77'}], 'enable_snat': True}, 'gw_port_id': 'fedea491-7ab5-4108-afc3-64c97c4241d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:45:01Z', 'updated_at': '2021-02-16T15:45:10Z', 'revision_number': 4, 'project_id': '64769dda29024045b5aa818b205f4b7f', 'gw_port': {'id': 'fedea491-7ab5-4108-afc3-64c97c4241d2', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae06c8c0-395e-4e2e-873f-35efdc1ccba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:45:02Z', 'updated_at': '2021-02-16T15:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_interfaces': [{'id': 'ab65338f-dc5b-45b5-9814-f5a4210231c9', 'name': '', 'network_id': '105372a5-68c1-4382-bcc5-9abb58a1f6ff', 'tenant_id': '64769dda29024045b5aa818b205f4b7f', 'mac_address': 'fa:16:3e:05:6f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae06c8c0-395e-4e2e-873f-35efdc1ccba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '76384005-df5c-45e7-aaa8-8f140ad9c006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:45:08Z', 'updated_at': '2021-02-16T15:45:10Z', 'revision_number': 2, 'project_id': '64769dda29024045b5aa818b205f4b7f', 'subnets': [{'id': '76384005-df5c-45e7-aaa8-8f140ad9c006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:45:14.385936 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f92d1e-de58-4543-af58-a54756f421e0 None None] Checking router: ae06c8c0-395e-4e2e-873f-35efdc1ccba1 for host: dv-cinder-775706-1-smb {{(pid=84027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:45:14.386177 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c1bb3d3-1449-4177-ac15-6e6d5c56ac62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702'] for network, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:14.386455 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f92d1e-de58-4543-af58-a54756f421e0 None None] Updating router ae06c8c0-395e-4e2e-873f-35efdc1ccba1 port ab65338f-dc5b-45b5-9814-f5a4210231c9 binding host dv-cinder-775706-1-smb {{(pid=84027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 15:45:14.399873 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1bb3d3-1449-4177-ac15-6e6d5c56ac62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:14.400521 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c1bb3d3-1449-4177-ac15-6e6d5c56ac62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for network, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:14.408753 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:14.477079 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e3f92d1e-de58-4543-af58-a54756f421e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:14.594372 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-3c1bb3d3-1449-4177-ac15-6e6d5c56ac62 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.3509567 Feb 16 15:45:14.598285 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 57302) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:45:14.599939 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1bb3d3-1449-4177-ac15-6e6d5c56ac62 admin admin] Pushing event updated for resources: {'Network': ['ID=4a69cf5a-a773-448c-b778-545c271189f4,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:14.604409 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-97f740f1-a602-428b-99a5-2be8508e3e13 req-169f7ed0-66ff-4883-9ec1-d80238cf343d tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups/8e754c31-52e2-4220-91ed-89ddb2624ab8 HTTP/1.1" status: 200 len: 1802 time: 0.2208905 Feb 16 15:45:14.608140 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3c1bb3d3-1449-4177-ac15-6e6d5c56ac62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:14.617090 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-64a10a1a-9bd9-441b-acde-82117859ffee admin admin] Request body: {'subnet': {'network_id': '4a69cf5a-a773-448c-b778-545c271189f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1260591930-subnet', 'tenant_id': '9baaca4a93c84035ac621465913a9b20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:45:14.621125 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Network 4a69cf5a-a773-448c-b778-545c271189f4 details requested by agent ovs-agent-dv-cinder-775706-1-smb with host dv-cinder-775706-1-smb {{(pid=84027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:45:14.623751 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-64a10a1a-9bd9-441b-acde-82117859ffee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:45:14.628518 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-64a10a1a-9bd9-441b-acde-82117859ffee admin admin] Usage tracker for resource:subnet and tenant:9baaca4a93c84035ac621465913a9b20 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:45:14.628857 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-97f740f1-a602-428b-99a5-2be8508e3e13 req-7ed93437-6df8-43dd-abc4-946848f0ffca tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8e754c31-52e2-4220-91ed-89ddb2624ab8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:45:14.629334 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-97f740f1-a602-428b-99a5-2be8508e3e13 req-7ed93437-6df8-43dd-abc4-946848f0ffca tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8e754c31-52e2-4220-91ed-89ddb2624ab8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:45:14.633242 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-64a10a1a-9bd9-441b-acde-82117859ffee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:45:14.641213 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-64a10a1a-9bd9-441b-acde-82117859ffee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:45:14.645533 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-97f740f1-a602-428b-99a5-2be8508e3e13 req-7ed93437-6df8-43dd-abc4-946848f0ffca tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:45:14.658734 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a10a1a-9bd9-441b-acde-82117859ffee admin admin] Made reservation on behalf of 9baaca4a93c84035ac621465913a9b20 for: {'subnet': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:45:14.659810 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-97f740f1-a602-428b-99a5-2be8508e3e13 req-7ed93437-6df8-43dd-abc4-946848f0ffca tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Usage tracker for resource:security_group_rule and tenant:95244e1fbac2403f9179e5db28ffcf7a is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:45:14.661444 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Network 4a69cf5a-a773-448c-b778-545c271189f4 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:45:14.664059 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-64a10a1a-9bd9-441b-acde-82117859ffee admin admin] Notify callbacks [] for subnet, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:14.666175 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-97f740f1-a602-428b-99a5-2be8508e3e13 req-7ed93437-6df8-43dd-abc4-946848f0ffca tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:45:14.681140 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-97f740f1-a602-428b-99a5-2be8508e3e13 req-7ed93437-6df8-43dd-abc4-946848f0ffca tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:45:14.689938 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555fa36-cda6-4ea3-8b38-9bb43bd5f68e req-cfa78c6f-7254-49ee-8b0b-cc83a5f0eba7 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:14.691575 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4555fa36-cda6-4ea3-8b38-9bb43bd5f68e req-cfa78c6f-7254-49ee-8b0b-cc83a5f0eba7 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.2593143 Feb 16 15:45:14.790726 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4555fa36-cda6-4ea3-8b38-9bb43bd5f68e req-474e90c1-356f-428c-b94a-77fd77cc59d2 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860746 Feb 16 15:45:14.797817 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-97f740f1-a602-428b-99a5-2be8508e3e13 req-7ed93437-6df8-43dd-abc4-946848f0ffca tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:14.835597 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-97f740f1-a602-428b-99a5-2be8508e3e13 req-7ed93437-6df8-43dd-abc4-946848f0ffca tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:14.851825 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-97f740f1-a602-428b-99a5-2be8508e3e13 req-7ed93437-6df8-43dd-abc4-946848f0ffca tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661287'] for security_group_rule, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:14.854753 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-10c3830d-c63e-4a83-a197-0ecce4adbd1f tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:14.890798 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed93437-6df8-43dd-abc4-946848f0ffca tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d11a378-7b67-4f67-b6b1-85c94349bc00,revision_number=0']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:14.898330 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7ed93437-6df8-43dd-abc4-946848f0ffca tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:14.906806 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-97f740f1-a602-428b-99a5-2be8508e3e13 req-7ed93437-6df8-43dd-abc4-946848f0ffca tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:14.911531 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-97f740f1-a602-428b-99a5-2be8508e3e13 req-7ed93437-6df8-43dd-abc4-946848f0ffca tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2949121 Feb 16 15:45:14.990414 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b6fb1c4c-1660-4d36-a48d-0c82c8e463fe req-472c7330-b921-4880-8569-6f69cf5d64cf tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups/8e754c31-52e2-4220-91ed-89ddb2624ab8 HTTP/1.1" status: 200 len: 2395 time: 0.0581937 Feb 16 15:45:15.001916 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-b6fb1c4c-1660-4d36-a48d-0c82c8e463fe req-cd9dbe96-53b5-425d-9d41-0e2075a56147 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8e754c31-52e2-4220-91ed-89ddb2624ab8', 'remote_group_id': None}]} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:45:15.002554 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-b6fb1c4c-1660-4d36-a48d-0c82c8e463fe req-cd9dbe96-53b5-425d-9d41-0e2075a56147 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8e754c31-52e2-4220-91ed-89ddb2624ab8', 'remote_group_id': None}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:45:15.009813 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-b6fb1c4c-1660-4d36-a48d-0c82c8e463fe req-cd9dbe96-53b5-425d-9d41-0e2075a56147 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:45:15.015654 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-b6fb1c4c-1660-4d36-a48d-0c82c8e463fe req-cd9dbe96-53b5-425d-9d41-0e2075a56147 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Usage tracker for resource:security_group_rule and tenant:95244e1fbac2403f9179e5db28ffcf7a is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:45:15.019194 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-b6fb1c4c-1660-4d36-a48d-0c82c8e463fe req-cd9dbe96-53b5-425d-9d41-0e2075a56147 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:45:15.026656 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-b6fb1c4c-1660-4d36-a48d-0c82c8e463fe req-cd9dbe96-53b5-425d-9d41-0e2075a56147 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:45:15.103484 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-b6fb1c4c-1660-4d36-a48d-0c82c8e463fe req-cd9dbe96-53b5-425d-9d41-0e2075a56147 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:15.133169 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-b6fb1c4c-1660-4d36-a48d-0c82c8e463fe req-cd9dbe96-53b5-425d-9d41-0e2075a56147 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:15.136162 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-b6fb1c4c-1660-4d36-a48d-0c82c8e463fe req-cd9dbe96-53b5-425d-9d41-0e2075a56147 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661287'] for security_group_rule, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:15.138703 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:15.166153 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9dbe96-53b5-425d-9d41-0e2075a56147 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ce93a33-d001-46fb-94c5-b13c39585906,revision_number=0']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:15.179387 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-cd9dbe96-53b5-425d-9d41-0e2075a56147 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:15.183740 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-b6fb1c4c-1660-4d36-a48d-0c82c8e463fe req-cd9dbe96-53b5-425d-9d41-0e2075a56147 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:15.186026 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b6fb1c4c-1660-4d36-a48d-0c82c8e463fe req-cd9dbe96-53b5-425d-9d41-0e2075a56147 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1894200 Feb 16 15:45:15.204915 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-64a10a1a-9bd9-441b-acde-82117859ffee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702'] for subnet, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:15.284791 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 03bd2236-cf30-42c8-9f32-63f5f0f4d9b4 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:45:15.289214 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:15.401839 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a10a1a-9bd9-441b-acde-82117859ffee admin admin] Pushing event updated for resources: {'Subnet': ['ID=60264cdc-38de-4f03-9692-ec96b0808cac,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:15.413784 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-64a10a1a-9bd9-441b-acde-82117859ffee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:15.483425 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e3f92d1e-de58-4543-af58-a54756f421e0 None None] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:15.511726 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 03bd2236-cf30-42c8-9f32-63f5f0f4d9b4 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:45:15.512022 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:15.538783 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a10a1a-9bd9-441b-acde-82117859ffee admin admin] Checking segment: {'id': 'ef995b49-a34b-46e4-9bc3-dadf6de736bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '4a69cf5a-a773-448c-b778-545c271189f4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:45:15.539189 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a10a1a-9bd9-441b-acde-82117859ffee admin admin] Network hostable DHCP agents. Network: 4a69cf5a-a773-448c-b778-545c271189f4, hostable agents: ['37754f02-07ee-44c0-875b-e652d08d1f6e'], hosted agents: [] {{(pid=84026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 15:45:15.545095 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e3f92d1e-de58-4543-af58-a54756f421e0 None None] Transition to ACTIVE for port object ab65338f-dc5b-45b5-9814-f5a4210231c9 will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:45:15.552466 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e3f92d1e-de58-4543-af58-a54756f421e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:15.560833 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96faf7-2376-49f8-a987-f046bf678ddc req-69f29119-f7fb-4bb8-b3aa-96b43b4c1416 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:15.572591 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-da96faf7-2376-49f8-a987-f046bf678ddc req-69f29119-f7fb-4bb8-b3aa-96b43b4c1416 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.1472812 Feb 16 15:45:15.576868 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-95a46cdb-524e-4e36-a5af-5ab4d2fac2df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:15.592253 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a10a1a-9bd9-441b-acde-82117859ffee admin admin] Network 4a69cf5a-a773-448c-b778-545c271189f4 is scheduled to be hosted by DHCP agent 37754f02-07ee-44c0-875b-e652d08d1f6e with binding_index 1 {{(pid=84026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 15:45:15.613149 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-64a10a1a-9bd9-441b-acde-82117859ffee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-1-smb, 4a69cf5a-a773-448c-b778-545c271189f4) {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:45:15.625985 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a10a1a-9bd9-441b-acde-82117859ffee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:15.627351 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-64a10a1a-9bd9-441b-acde-82117859ffee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:15.634425 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-da96faf7-2376-49f8-a987-f046bf678ddc req-e18b5b97-1490-46b3-9f6e-3fde03b48910 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609198 Feb 16 15:45:15.659410 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-64a10a1a-9bd9-441b-acde-82117859ffee admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0595016 Feb 16 15:45:15.952897 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b57674-a5c8-4ac1-9193-5a83eaf1c1d1 None None] Network 4a69cf5a-a773-448c-b778-545c271189f4 requested from dv-cinder-775706-1-smb {{(pid=84027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:45:16.156693 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4f26c-9f63-4a62-915b-da2bea679624 req-1c108ea8-0243-4005-9fc1-d232d1545b4a tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:16.159172 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3fa4f26c-9f63-4a62-915b-da2bea679624 req-1c108ea8-0243-4005-9fc1-d232d1545b4a tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.1310196 Feb 16 15:45:16.175964 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ad0d1-e895-4d45-8718-b7f51aa08edc None None] Pushing event updated for resources: {'Port': ['ID=ab65338f-dc5b-45b5-9814-f5a4210231c9,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:16.187307 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d64ad0d1-e895-4d45-8718-b7f51aa08edc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:16.270765 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3fa4f26c-9f63-4a62-915b-da2bea679624 req-8d3f38da-48a1-410c-9b74-7b6d6496460a tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027281 Feb 16 15:45:16.400602 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e3f92d1e-de58-4543-af58-a54756f421e0 None None] Attempting to bind port ab65338f-dc5b-45b5-9814-f5a4210231c9 on host dv-cinder-775706-1-smb for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:45:16.401022 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e3f92d1e-de58-4543-af58-a54756f421e0 None None] Attempting to bind port ab65338f-dc5b-45b5-9814-f5a4210231c9 by drivers openvswitch on host dv-cinder-775706-1-smb at level 0 using segments [{'id': 'a41281bc-446c-4a83-910b-59620589f33b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '105372a5-68c1-4382-bcc5-9abb58a1f6ff'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:45:16.401437 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f92d1e-de58-4543-af58-a54756f421e0 None None] Attempting to bind port ab65338f-dc5b-45b5-9814-f5a4210231c9 on network 105372a5-68c1-4382-bcc5-9abb58a1f6ff {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:45:16.511712 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f92d1e-de58-4543-af58-a54756f421e0 None None] Checking agent: {'id': 'daefd0e5-91bf-4e18-ba94-edda5fe7e4cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 33, 59), 'started_at': datetime.datetime(2021, 2, 16, 15, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:45:16.512191 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f92d1e-de58-4543-af58-a54756f421e0 None None] Checking segment: {'id': 'a41281bc-446c-4a83-910b-59620589f33b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '105372a5-68c1-4382-bcc5-9abb58a1f6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:45:16.512700 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e3f92d1e-de58-4543-af58-a54756f421e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:16.513184 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f92d1e-de58-4543-af58-a54756f421e0 None None] Bound using segment: {'id': 'a41281bc-446c-4a83-910b-59620589f33b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '105372a5-68c1-4382-bcc5-9abb58a1f6ff'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:45:16.514160 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e3f92d1e-de58-4543-af58-a54756f421e0 None None] Bound port: ab65338f-dc5b-45b5-9814-f5a4210231c9, host: dv-cinder-775706-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a41281bc-446c-4a83-910b-59620589f33b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '105372a5-68c1-4382-bcc5-9abb58a1f6ff'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:45:16.514822 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e3f92d1e-de58-4543-af58-a54756f421e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:16.637211 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e3f92d1e-de58-4543-af58-a54756f421e0 None None] For port ab65338f-dc5b-45b5-9814-f5a4210231c9, host dv-cinder-775706-1-smb, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:45:16.640639 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e3f92d1e-de58-4543-af58-a54756f421e0 None None] For port ab65338f-dc5b-45b5-9814-f5a4210231c9, host dv-cinder-775706-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=ab65338f-dc5b-45b5-9814-f5a4210231c9,segment=NetworkSegment(a41281bc-446c-4a83-910b-59620589f33b),segment_id=a41281bc-446c-4a83-910b-59620589f33b)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:45:16.644197 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1968d8f3-0995-4291-9ac2-846dfbb4b910 None None] Network 4a69cf5a-a773-448c-b778-545c271189f4 requested from dv-cinder-775706-1-smb {{(pid=84027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:45:16.669903 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e3f92d1e-de58-4543-af58-a54756f421e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:16.731233 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:16.888251 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ad0d1-e895-4d45-8718-b7f51aa08edc None None] Pushing event updated for resources: {'Port': ['ID=ab65338f-dc5b-45b5-9814-f5a4210231c9,revision_number=4']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:16.907244 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d64ad0d1-e895-4d45-8718-b7f51aa08edc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:16.960968 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1ff35-69fd-4146-b324-2116c1d5e5f0 req-c1af15b6-bd3f-4cab-8b8c-3c52ba98c34a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:16.963395 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b6a1ff35-69fd-4146-b324-2116c1d5e5f0 req-c1af15b6-bd3f-4cab-8b8c-3c52ba98c34a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.1613324 Feb 16 15:45:17.052033 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b6a1ff35-69fd-4146-b324-2116c1d5e5f0 req-a668bfee-eb76-48b0-bb75-ac2e93b9ae76 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821648 Feb 16 15:45:17.142695 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f92d1e-de58-4543-af58-a54756f421e0 None None] Routers {'ae06c8c0-395e-4e2e-873f-35efdc1ccba1'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:45:17.143687 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e3f92d1e-de58-4543-af58-a54756f421e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:44:58Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['ae06c8c0-395e-4e2e-873f-35efdc1ccba1'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:45:17.429034 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-e3f92d1e-de58-4543-af58-a54756f421e0 None None] Set router ae06c8c0-395e-4e2e-873f-35efdc1ccba1 gateway port host: dv-cinder-775706-1-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:45:17.957811 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-e3f92d1e-de58-4543-af58-a54756f421e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae06c8c0-395e-4e2e-873f-35efdc1ccba1', 'name': 'tempest-TestShelveInstance-1750640916-router', 'tenant_id': '64769dda29024045b5aa818b205f4b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.77'}], 'enable_snat': True}, 'gw_port_id': 'fedea491-7ab5-4108-afc3-64c97c4241d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:45:01Z', 'updated_at': '2021-02-16T15:45:10Z', 'revision_number': 4, 'project_id': '64769dda29024045b5aa818b205f4b7f', 'gw_port': {'id': 'fedea491-7ab5-4108-afc3-64c97c4241d2', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae06c8c0-395e-4e2e-873f-35efdc1ccba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:45:02Z', 'updated_at': '2021-02-16T15:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_interfaces': [{'id': 'ab65338f-dc5b-45b5-9814-f5a4210231c9', 'name': '', 'network_id': '105372a5-68c1-4382-bcc5-9abb58a1f6ff', 'tenant_id': '64769dda29024045b5aa818b205f4b7f', 'mac_address': 'fa:16:3e:05:6f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae06c8c0-395e-4e2e-873f-35efdc1ccba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '76384005-df5c-45e7-aaa8-8f140ad9c006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:45:08Z', 'updated_at': '2021-02-16T15:45:16Z', 'revision_number': 4, 'project_id': '64769dda29024045b5aa818b205f4b7f', 'subnets': [{'id': '76384005-df5c-45e7-aaa8-8f140ad9c006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:45:17.962596 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f92d1e-de58-4543-af58-a54756f421e0 None None] The sync data for ids ['ae06c8c0-395e-4e2e-873f-35efdc1ccba1'] in dv-cinder-775706-1-smb is: [{'id': 'ae06c8c0-395e-4e2e-873f-35efdc1ccba1', 'name': 'tempest-TestShelveInstance-1750640916-router', 'tenant_id': '64769dda29024045b5aa818b205f4b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.77'}], 'enable_snat': True}, 'gw_port_id': 'fedea491-7ab5-4108-afc3-64c97c4241d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:45:01Z', 'updated_at': '2021-02-16T15:45:10Z', 'revision_number': 4, 'project_id': '64769dda29024045b5aa818b205f4b7f', 'gw_port': {'id': 'fedea491-7ab5-4108-afc3-64c97c4241d2', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae06c8c0-395e-4e2e-873f-35efdc1ccba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:45:02Z', 'updated_at': '2021-02-16T15:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_interfaces': [{'id': 'ab65338f-dc5b-45b5-9814-f5a4210231c9', 'name': '', 'network_id': '105372a5-68c1-4382-bcc5-9abb58a1f6ff', 'tenant_id': '64769dda29024045b5aa818b205f4b7f', 'mac_address': 'fa:16:3e:05:6f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae06c8c0-395e-4e2e-873f-35efdc1ccba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '76384005-df5c-45e7-aaa8-8f140ad9c006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:45:08Z', 'updated_at': '2021-02-16T15:45:16Z', 'revision_number': 4, 'project_id': '64769dda29024045b5aa818b205f4b7f', 'subnets': [{'id': '76384005-df5c-45e7-aaa8-8f140ad9c006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:45:18.291037 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f9b84-10bc-45f0-944c-9baa47dbdf28 req-d8eb3b1c-4af6-403a-92fd-a697c2964985 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:18.292811 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-654f9b84-10bc-45f0-944c-9baa47dbdf28 req-d8eb3b1c-4af6-403a-92fd-a697c2964985 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.1055098 Feb 16 15:45:18.352464 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-654f9b84-10bc-45f0-944c-9baa47dbdf28 req-f5745dfe-dfd6-463b-a343-3e645820c9f4 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527568 Feb 16 15:45:18.815181 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-23cb4ed1-ca42-47eb-be4f-9cd0289f69c1 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:18.817612 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-23cb4ed1-ca42-47eb-be4f-9cd0289f69c1 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Synchronizing usage tracker for tenant:9baaca4a93c84035ac621465913a9b20 on resource:network {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:45:18.858377 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c88e2a-1222-4a11-a8d6-d5e41e658778 req-d66e5b88-55c9-4046-b5b3-2ed6ccd307e7 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:18.866749 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d0c88e2a-1222-4a11-a8d6-d5e41e658778 req-d66e5b88-55c9-4046-b5b3-2ed6ccd307e7 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.1867807 Feb 16 15:45:18.884503 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-23cb4ed1-ca42-47eb-be4f-9cd0289f69c1 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Unset dirty status for tenant:9baaca4a93c84035ac621465913a9b20 on resource:network {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:45:18.885782 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-23cb4ed1-ca42-47eb-be4f-9cd0289f69c1 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/networks?id=4a69cf5a-a773-448c-b778-545c271189f4 HTTP/1.1" status: 200 len: 809 time: 0.3932936 Feb 16 15:45:18.936563 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-66743e04-b6e7-44ba-a71d-fdc9e48a52b2 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/quotas/9baaca4a93c84035ac621465913a9b20 HTTP/1.1" status: 200 len: 375 time: 0.0436549 Feb 16 15:45:19.016562 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-929e57ab-ac45-4c3c-a65c-725360a87c84 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9baaca4a93c84035ac621465913a9b20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0789423 Feb 16 15:45:19.049625 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device ab65338f-dc5b-45b5-9814-f5a4210231c9 up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:45:19.057852 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d0c88e2a-1222-4a11-a8d6-d5e41e658778 req-4786695a-00cd-45c3-b628-fb0353646ce4 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900709 Feb 16 15:45:19.203973 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning for port ab65338f-dc5b-45b5-9814-f5a4210231c9 completed by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:45:19.210706 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning complete for port ab65338f-dc5b-45b5-9814-f5a4210231c9 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:45:19.211207 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:19.329027 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-f317f6d4-736a-440c-b80d-8a6f1cc586bb service neutron] 10.222.0.42 "GET /v2.0/networks/4a69cf5a-a773-448c-b778-545c271189f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112247 Feb 16 15:45:19.367310 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:19.413014 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3a29449c-3776-4258-9627-10026e36c514 None None] For port ab65338f-dc5b-45b5-9814-f5a4210231c9, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=ab65338f-dc5b-45b5-9814-f5a4210231c9,segment=NetworkSegment(a41281bc-446c-4a83-910b-59620589f33b),segment_id=a41281bc-446c-4a83-910b-59620589f33b)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:45:19.418198 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:19.434436 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:19.529704 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-b3e32875-54be-4944-86b3-55c13e3fb329 service neutron] 10.222.0.42 "GET /v2.0/networks/4a69cf5a-a773-448c-b778-545c271189f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1994312 Feb 16 15:45:19.542728 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Pushing event updated for resources: {'Port': ['ID=ab65338f-dc5b-45b5-9814-f5a4210231c9,revision_number=5']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:19.546740 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:20.067172 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a857825-7a22-4efe-acc6-cdc9e7ab7575 req-2f0d4692-8705-4c7d-b971-ff4b397c4aa4 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:20.080339 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8a857825-7a22-4efe-acc6-cdc9e7ab7575 req-2f0d4692-8705-4c7d-b971-ff4b397c4aa4 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.1656170 Feb 16 15:45:20.172663 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8a857825-7a22-4efe-acc6-cdc9e7ab7575 req-fbaf37a3-d4cd-4c59-8ac5-bd1ce3ee2eb4 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912397 Feb 16 15:45:20.286415 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8c441c1c-327c-4d88-8083-9929280fc78e req-1c3f093e-f8a2-4add-a63e-37a2c9123252 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dc5ff4b-ea80-4ed7-8abc-1ada96dcde6b HTTP/1.1" status: 200 len: 210 time: 0.0828624 Feb 16 15:45:20.290479 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 57502) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:45:20.442280 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e978726-f1e9-4ef4-b832-4e4c0cfecdf4 req-460530f1-65d1-4f08-8b9f-6dd46b1ed484 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:20.444671 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2e978726-f1e9-4ef4-b832-4e4c0cfecdf4 req-460530f1-65d1-4f08-8b9f-6dd46b1ed484 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 945 time: 0.1043653 Feb 16 15:45:20.490509 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7d54e488-3af2-4baa-a16f-530ba4430407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:20.497996 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2e978726-f1e9-4ef4-b832-4e4c0cfecdf4 req-865386bc-3258-4531-92b1-67c2b936d286 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464540 Feb 16 15:45:20.507603 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-7d54e488-3af2-4baa-a16f-530ba4430407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:45:20.512036 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-7d54e488-3af2-4baa-a16f-530ba4430407 admin admin] Usage tracker for resource:security_group_rule and tenant:b4da0d1b7a3a4ea591f776020af90829 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:45:20.515768 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-7d54e488-3af2-4baa-a16f-530ba4430407 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:45:20.521864 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-7d54e488-3af2-4baa-a16f-530ba4430407 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:45:20.618262 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7d54e488-3af2-4baa-a16f-530ba4430407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:20.620832 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7d54e488-3af2-4baa-a16f-530ba4430407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:20.646507 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-cf88c415-12e3-4271-8afd-a4e07ab5b8aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:20.663336 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-7d54e488-3af2-4baa-a16f-530ba4430407 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b4da0d1b7a3a4ea591f776020af90829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3714831 Feb 16 15:45:20.665946 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 57516) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:45:20.719132 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54e488-3af2-4baa-a16f-530ba4430407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbb5985-1358-4a4d-bfaa-3195703319d6,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:20.723914 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7d54e488-3af2-4baa-a16f-530ba4430407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:20.758898 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2cb150-ad13-417f-90e3-5eb82b251180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:20.797626 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2cb150-ad13-417f-90e3-5eb82b251180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:20.857688 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2cb150-ad13-417f-90e3-5eb82b251180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:20.863801 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ba636f96-272b-4224-b854-7bd1908128d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:20.875059 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2cb150-ad13-417f-90e3-5eb82b251180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbb5985-1358-4a4d-bfaa-3195703319d6,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:20.877697 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-bb2cb150-ad13-417f-90e3-5eb82b251180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:20.884569 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2cb150-ad13-417f-90e3-5eb82b251180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:20.886246 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-bb2cb150-ad13-417f-90e3-5eb82b251180 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4bbb5985-1358-4a4d-bfaa-3195703319d6 HTTP/1.1" status: 204 len: 168 time: 0.2186823 Feb 16 15:45:21.009888 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device ab65338f-dc5b-45b5-9814-f5a4210231c9 up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:45:21.089204 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning complete for port ab65338f-dc5b-45b5-9814-f5a4210231c9 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:45:21.089771 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:21.381048 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 18a06e30-139e-4dd9-a575-5d0dfb575216 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:45:21.482105 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d3240-aceb-46d8-9359-91d2f550244f req-09d5b64f-642e-447f-a9ca-21e243c909f5 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:21.483876 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-000d3240-aceb-46d8-9359-91d2f550244f req-09d5b64f-642e-447f-a9ca-21e243c909f5 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.1547458 Feb 16 15:45:21.495317 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 18a06e30-139e-4dd9-a575-5d0dfb575216 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:45:21.495791 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:21.571720 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-000d3240-aceb-46d8-9359-91d2f550244f req-25a4b04f-60ed-47e3-a9e6-8a53402328e3 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793281 Feb 16 15:45:21.624553 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-446323ec-823b-43b9-9de3-90f75c959b22 req-f043f9c6-7f89-4fef-9435-7092884b8f6b tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dc5ff4b-ea80-4ed7-8abc-1ada96dcde6b HTTP/1.1" status: 200 len: 210 time: 0.0564137 Feb 16 15:45:21.690246 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-c9cf85e5-53d0-48fa-9079-58cbea26e93e tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:21.691946 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-c9cf85e5-53d0-48fa-9079-58cbea26e93e tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.102 "GET /v2.0/networks?id=4a69cf5a-a773-448c-b778-545c271189f4 HTTP/1.1" status: 200 len: 809 time: 0.3224673 Feb 16 15:45:21.722581 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-e4235343-c4b3-4a44-baeb-f51612caa8ae tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Request body: {'port': {'device_id': '8dc5ff4b-ea80-4ed7-8abc-1ada96dcde6b', 'network_id': '4a69cf5a-a773-448c-b778-545c271189f4', 'admin_state_up': True, 'tenant_id': '9baaca4a93c84035ac621465913a9b20'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:45:21.896918 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35dd634-d3ed-4d73-88f0-00e99fb49292 req-ed140c72-bdd6-4236-b52b-a8cd4d4f922b tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:21.905484 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f35dd634-d3ed-4d73-88f0-00e99fb49292 req-ed140c72-bdd6-4236-b52b-a8cd4d4f922b tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 945 time: 0.1499019 Feb 16 15:45:21.927250 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-e4235343-c4b3-4a44-baeb-f51612caa8ae tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:45:21.932337 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-e4235343-c4b3-4a44-baeb-f51612caa8ae tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Usage tracker for resource:port and tenant:9baaca4a93c84035ac621465913a9b20 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:45:21.937798 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-e4235343-c4b3-4a44-baeb-f51612caa8ae tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:45:21.944960 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-e4235343-c4b3-4a44-baeb-f51612caa8ae tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:45:21.955895 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-e4235343-c4b3-4a44-baeb-f51612caa8ae tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Made reservation on behalf of 9baaca4a93c84035ac621465913a9b20 for: {'port': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:45:21.962329 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-e4235343-c4b3-4a44-baeb-f51612caa8ae tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:21.982185 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f35dd634-d3ed-4d73-88f0-00e99fb49292 req-ad57505b-4eaa-40d3-8b25-cae1d9f0b55f tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756643 Feb 16 15:45:22.140784 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 57578) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:45:22.223322 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc38868a-080b-4254-b2f1-adfd1bfae50e admin admin] Deleting subnet 43598384-326a-4043-8a3d-247b032e6fc6 {{(pid=84025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 15:45:22.226757 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fc38868a-080b-4254-b2f1-adfd1bfae50e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:22.296065 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fc38868a-080b-4254-b2f1-adfd1bfae50e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839627706'] for subnet, precommit_delete_associations {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:22.340293 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-e4235343-c4b3-4a44-baeb-f51612caa8ae tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Allocated IP 172.20.0.11 (4a69cf5a-a773-448c-b778-545c271189f4/60264cdc-38de-4f03-9692-ec96b0808cac/84b2fd24-d2d0-4157-bcaa-0424e701c04c) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:45:22.388347 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fc38868a-080b-4254-b2f1-adfd1bfae50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1516034'] for subnet, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:22.630831 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-e4235343-c4b3-4a44-baeb-f51612caa8ae tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:22.666189 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-e4235343-c4b3-4a44-baeb-f51612caa8ae tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:22.683881 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:22.860484 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fc38868a-080b-4254-b2f1-adfd1bfae50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853259749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15847524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840885529'] for subnet, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:22.991557 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c813493f-7a40-4150-896e-1cb58d46cab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:23.005841 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4235343-c4b3-4a44-baeb-f51612caa8ae tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Pushing event updated for resources: {'Port': ['ID=84b2fd24-d2d0-4157-bcaa-0424e701c04c,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:23.025272 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e4235343-c4b3-4a44-baeb-f51612caa8ae tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:23.042929 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc38868a-080b-4254-b2f1-adfd1bfae50e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43598384-326a-4043-8a3d-247b032e6fc6,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:23.046114 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-fc38868a-080b-4254-b2f1-adfd1bfae50e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:23.076162 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c674ed-4dbf-4a8b-9fb1-e357e903260c req-41e20a23-ddc6-4292-a48c-4e32e7e08a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:23.078077 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-62c674ed-4dbf-4a8b-9fb1-e357e903260c req-41e20a23-ddc6-4292-a48c-4e32e7e08a1a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=307d1551b61b4c018334709f0279d350&device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 1162 time: 0.2114284 Feb 16 15:45:23.087603 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-e4235343-c4b3-4a44-baeb-f51612caa8ae tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Network 4a69cf5a-a773-448c-b778-545c271189f4 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:45:23.112582 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-e4235343-c4b3-4a44-baeb-f51612caa8ae tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:45:23.114509 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fc38868a-080b-4254-b2f1-adfd1bfae50e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:23.118557 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-e4235343-c4b3-4a44-baeb-f51612caa8ae tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:45:23.126084 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-e4235343-c4b3-4a44-baeb-f51612caa8ae tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:23.127098 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-e4235343-c4b3-4a44-baeb-f51612caa8ae tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:23.133282 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-fc38868a-080b-4254-b2f1-adfd1bfae50e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/43598384-326a-4043-8a3d-247b032e6fc6 HTTP/1.1" status: 204 len: 168 time: 0.9889195 Feb 16 15:45:23.137118 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 57626) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:45:23.224371 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-e4235343-c4b3-4a44-baeb-f51612caa8ae tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5137224 Feb 16 15:45:23.248992 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-81d366f7-7c7d-4d7f-b3d0-dea41e8f6c2e service neutron] Request body: {'port': {'device_id': '8dc5ff4b-ea80-4ed7-8abc-1ada96dcde6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:45:23.268539 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4102f-cc75-4496-884f-5068f302eecc req-1672ed1e-6e20-4944-a15e-ab3bdf353b4b tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:23.270177 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-83d4102f-cc75-4496-884f-5068f302eecc req-1672ed1e-6e20-4944-a15e-ab3bdf353b4b tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.5108247 Feb 16 15:45:23.295493 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e463bc5-e1f7-4f92-acca-de454a4fc10c req-76dadaa3-0d83-438d-a294-4e4dcaf4dbda tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:23.297191 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-7e463bc5-e1f7-4f92-acca-de454a4fc10c req-76dadaa3-0d83-438d-a294-4e4dcaf4dbda tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dc5ff4b-ea80-4ed7-8abc-1ada96dcde6b HTTP/1.1" status: 200 len: 932 time: 0.3086493 Feb 16 15:45:23.324075 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e877c18e-e59e-49ad-ac99-b002c3cb0ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1401933'] for network, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:23.328953 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c674ed-4dbf-4a8b-9fb1-e357e903260c req-90df7a27-f071-4292-91a7-1a52d98a6022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:23.330597 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-62c674ed-4dbf-4a8b-9fb1-e357e903260c req-90df7a27-f071-4292-91a7-1a52d98a6022 service neutron] 10.222.0.102 "GET /v2.0/networks?id=b7c45075-d47a-42e2-ab3d-f37c2b945ec2 HTTP/1.1" status: 200 len: 913 time: 0.2417486 Feb 16 15:45:23.507985 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-83d4102f-cc75-4496-884f-5068f302eecc req-60f2c96f-5b16-498a-9bf5-ce83c57bf0d3 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198927 Feb 16 15:45:23.526230 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-7e463bc5-e1f7-4f92-acca-de454a4fc10c req-c86f9b56-675a-439a-a27c-596145b86278 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Synchronizing usage tracker for tenant:9baaca4a93c84035ac621465913a9b20 on resource:security_group {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:45:23.640674 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-7e463bc5-e1f7-4f92-acca-de454a4fc10c req-c86f9b56-675a-439a-a27c-596145b86278 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Unset dirty status for tenant:9baaca4a93c84035ac621465913a9b20 on resource:security_group {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:45:23.641981 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-7e463bc5-e1f7-4f92-acca-de454a4fc10c req-c86f9b56-675a-439a-a27c-596145b86278 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c058086-c429-46d1-8959-daed0db26f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235595 Feb 16 15:45:23.643915 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e877c18e-e59e-49ad-ac99-b002c3cb0ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519515', 'neutron.services.segments.db._delete_segments_for_network--9223363282561163551'] for network, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:23.710691 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-62c674ed-4dbf-4a8b-9fb1-e357e903260c req-c5234304-7332-41a1-b8e5-c384aad3c90c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03bd2236-cf30-42c8-9f32-63f5f0f4d9b4 HTTP/1.1" status: 200 len: 217 time: 0.3467085 Feb 16 15:45:23.801471 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-81d366f7-7c7d-4d7f-b3d0-dea41e8f6c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:23.897586 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c674ed-4dbf-4a8b-9fb1-e357e903260c req-2c3797e2-5e3f-4fe1-84f1-41d3d934412b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:23.899367 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-62c674ed-4dbf-4a8b-9fb1-e357e903260c req-2c3797e2-5e3f-4fe1-84f1-41d3d934412b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a62699c9-d511-4489-bc33-e0a20a0f027c HTTP/1.1" status: 200 len: 859 time: 0.1739650 Feb 16 15:45:23.928827 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-e877c18e-e59e-49ad-ac99-b002c3cb0ac0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de3ba66-1c82-4b3f-9014-0f2b12065ad6']}} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:45:23.950403 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-e877c18e-e59e-49ad-ac99-b002c3cb0ac0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f69d35-9771-4028-9516-5638f0920870') {'for_net_delete': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:45:23.950757 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-e877c18e-e59e-49ad-ac99-b002c3cb0ac0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f69d35-9771-4028-9516-5638f0920870') {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:45:23.972840 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e877c18e-e59e-49ad-ac99-b002c3cb0ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282561152287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15148109'] for segment, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:23.992654 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9220b9-1c92-4390-8dba-0bf228e99126 req-879d13c2-9bb7-4066-8174-5ec33759d9d5 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:23.994263 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4d9220b9-1c92-4390-8dba-0bf228e99126 req-879d13c2-9bb7-4066-8174-5ec33759d9d5 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.2789354 Feb 16 15:45:23.999234 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-62c674ed-4dbf-4a8b-9fb1-e357e903260c req-5b8aed99-95f4-43d1-b0df-441a03eb80ad service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b7c45075-d47a-42e2-ab3d-f37c2b945ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895519 Feb 16 15:45:24.028801 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e877c18e-e59e-49ad-ac99-b002c3cb0ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853259932'] for segment, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:24.032839 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e877c18e-e59e-49ad-ac99-b002c3cb0ac0 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 15:45:24.121996 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba444e-f80c-4118-8725-bd32716da48e req-afaeed92-71f1-4d28-bf71-7d1e60717017 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:24.123673 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-56ba444e-f80c-4118-8725-bd32716da48e req-afaeed92-71f1-4d28-bf71-7d1e60717017 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 945 time: 0.3176064 Feb 16 15:45:24.326962 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-62c674ed-4dbf-4a8b-9fb1-e357e903260c req-aa20a703-9807-48c1-bce1-05d4f5aad5b3 service neutron] 10.222.0.102 "GET /v2.0/networks/b7c45075-d47a-42e2-ab3d-f37c2b945ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173194 Feb 16 15:45:24.466828 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4d9220b9-1c92-4390-8dba-0bf228e99126 req-28fcd6b5-dad3-47f7-86b9-b87448f52d18 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4641788 Feb 16 15:45:24.515748 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e877c18e-e59e-49ad-ac99-b002c3cb0ac0 admin admin] Network 5de3ba66-1c82-4b3f-9014-0f2b12065ad6 has no segments {{(pid=84025) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 15:45:24.527066 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-56ba444e-f80c-4118-8725-bd32716da48e req-43e425c7-a0a5-43cb-99e0-9d593d1713ff tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3858919 Feb 16 15:45:24.528878 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e877c18e-e59e-49ad-ac99-b002c3cb0ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1515795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838924346'] for segment, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:24.582528 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-62c674ed-4dbf-4a8b-9fb1-e357e903260c req-a37037d5-29b2-44d6-bcf6-edd8dec3163b service neutron] 10.222.0.102 "GET /v2.0/networks/b7c45075-d47a-42e2-ab3d-f37c2b945ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2466028 Feb 16 15:45:24.626197 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-81d366f7-7c7d-4d7f-b3d0-dea41e8f6c2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84b2fd24-d2d0-4157-bcaa-0424e701c04c {{(pid=84026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 15:45:24.647121 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-81d366f7-7c7d-4d7f-b3d0-dea41e8f6c2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:24.786343 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e877c18e-e59e-49ad-ac99-b002c3cb0ac0 admin admin] Network 5de3ba66-1c82-4b3f-9014-0f2b12065ad6 has no segments {{(pid=84025) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 15:45:24.819117 dv-cinder-775706-1-smb neutron-server[83912]: Traceback (most recent call last): Feb 16 15:45:24.819117 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:45:24.819117 dv-cinder-775706-1-smb neutron-server[83912]: timer() Feb 16 15:45:24.819117 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:45:24.819117 dv-cinder-775706-1-smb neutron-server[83912]: cb(*args, **kw) Feb 16 15:45:24.819117 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 15:45:24.819117 dv-cinder-775706-1-smb neutron-server[83912]: return func(*args, **kwargs) Feb 16 15:45:24.819117 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:45:24.819117 dv-cinder-775706-1-smb neutron-server[83912]: self._notify() Feb 16 15:45:24.819117 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:45:24.819117 dv-cinder-775706-1-smb neutron-server[83912]: self.callback(batched_events) Feb 16 15:45:24.819117 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:45:24.819117 dv-cinder-775706-1-smb neutron-server[83912]: event.method(event) Feb 16 15:45:24.819117 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 15:45:24.819117 dv-cinder-775706-1-smb neutron-server[83912]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:45:24.819117 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 15:45:24.819117 dv-cinder-775706-1-smb neutron-server[83912]: segment_id)['aggregates'][0] Feb 16 15:45:24.819117 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 15:45:24.819117 dv-cinder-775706-1-smb neutron-server[83912]: return f(self, *a, **k) Feb 16 15:45:24.819117 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 15:45:24.819117 dv-cinder-775706-1-smb neutron-server[83912]: return self._get(url).json() Feb 16 15:45:24.819117 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:45:24.819117 dv-cinder-775706-1-smb neutron-server[83912]: **kwargs) Feb 16 15:45:24.819117 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 15:45:24.819117 dv-cinder-775706-1-smb neutron-server[83912]: return self.request(url, 'GET', **kwargs) Feb 16 15:45:24.819117 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 15:45:24.819117 dv-cinder-775706-1-smb neutron-server[83912]: **endpoint_filter) Feb 16 15:45:24.819117 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 15:45:24.819117 dv-cinder-775706-1-smb neutron-server[83912]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:45:24.819117 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 15:45:24.819117 dv-cinder-775706-1-smb neutron-server[83912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:45:24.819117 dv-cinder-775706-1-smb neutron-server[83912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:45:24.974173 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-81d366f7-7c7d-4d7f-b3d0-dea41e8f6c2e service neutron] Transition to ACTIVE for port object 84b2fd24-d2d0-4157-bcaa-0424e701c04c will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:45:24.976532 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-81d366f7-7c7d-4d7f-b3d0-dea41e8f6c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:24.982544 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e877c18e-e59e-49ad-ac99-b002c3cb0ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853256212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664669'] for network, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:24.992356 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-19457c0f-21a9-4508-bfa4-59a1b3958b9f tempest-VolumesActionsTest-1015223722 tempest-VolumesActionsTest-1015223722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:24.994876 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b358f7-e4db-42c4-8e11-49c460bfec25 req-814c9bc5-d008-409a-bfef-1326d827cd48 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:24.996525 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c5b358f7-e4db-42c4-8e11-49c460bfec25 req-814c9bc5-d008-409a-bfef-1326d827cd48 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.3040118 Feb 16 15:45:24.999529 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:25.020765 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e877c18e-e59e-49ad-ac99-b002c3cb0ac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for network, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:25.050491 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877c18e-e59e-49ad-ac99-b002c3cb0ac0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5de3ba66-1c82-4b3f-9014-0f2b12065ad6,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:25.065010 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e877c18e-e59e-49ad-ac99-b002c3cb0ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:25.073660 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7976a-b56f-4589-b36d-cdf6e5482952 req-357d6a6b-bd21-4e6f-a38f-9b55f60dcbd4 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:25.075353 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-efd7976a-b56f-4589-b36d-cdf6e5482952 req-357d6a6b-bd21-4e6f-a38f-9b55f60dcbd4 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dc5ff4b-ea80-4ed7-8abc-1ada96dcde6b HTTP/1.1" status: 200 len: 932 time: 0.2728772 Feb 16 15:45:25.086000 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-e877c18e-e59e-49ad-ac99-b002c3cb0ac0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5de3ba66-1c82-4b3f-9014-0f2b12065ad6 HTTP/1.1" status: 204 len: 168 time: 1.9477623 Feb 16 15:45:25.090289 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 57656) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:45:25.150395 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d366f7-7c7d-4d7f-b3d0-dea41e8f6c2e service neutron] Pushing event updated for resources: {'Port': ['ID=84b2fd24-d2d0-4157-bcaa-0424e701c04c,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:25.164828 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-81d366f7-7c7d-4d7f-b3d0-dea41e8f6c2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:25.172707 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c5b358f7-e4db-42c4-8e11-49c460bfec25 req-89855a2a-73eb-4280-b09c-e064ea48b86b tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533973 Feb 16 15:45:25.205363 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-efd7976a-b56f-4589-b36d-cdf6e5482952 req-d61f4aef-2e81-450a-a896-9dd85c15ce38 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c058086-c429-46d1-8959-daed0db26f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179516 Feb 16 15:45:25.218250 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_v2 [None req-5102008e-3829-4e52-ac11-fcd578aebd0e admin admin] Deleting subnet fde5827e-0a7c-4119-bbe0-c18207b500c2 {{(pid=84025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 15:45:25.221901 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5102008e-3829-4e52-ac11-fcd578aebd0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:25.226378 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2dbf1d70-8502-45df-81c0-b6d2c91aa69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:25.285881 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5102008e-3829-4e52-ac11-fcd578aebd0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839627706'] for subnet, precommit_delete_associations {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:25.309665 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-81d366f7-7c7d-4d7f-b3d0-dea41e8f6c2e service neutron] Attempting to bind port 84b2fd24-d2d0-4157-bcaa-0424e701c04c on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:45:25.310213 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-81d366f7-7c7d-4d7f-b3d0-dea41e8f6c2e service neutron] Attempting to bind port 84b2fd24-d2d0-4157-bcaa-0424e701c04c by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': 'ef995b49-a34b-46e4-9bc3-dadf6de736bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '4a69cf5a-a773-448c-b778-545c271189f4'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:45:25.310357 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-81d366f7-7c7d-4d7f-b3d0-dea41e8f6c2e service neutron] Attempting to bind port 84b2fd24-d2d0-4157-bcaa-0424e701c04c on network 4a69cf5a-a773-448c-b778-545c271189f4 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:45:25.316768 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-81d366f7-7c7d-4d7f-b3d0-dea41e8f6c2e service neutron] Checking agent: {'id': '9f703877-974c-4713-aaa3-781784e6ea8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 41, 2), 'started_at': datetime.datetime(2021, 2, 16, 15, 41, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.100', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:45:25.317144 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-81d366f7-7c7d-4d7f-b3d0-dea41e8f6c2e service neutron] Checking segment: {'id': 'ef995b49-a34b-46e4-9bc3-dadf6de736bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '4a69cf5a-a773-448c-b778-545c271189f4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:45:25.317553 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-81d366f7-7c7d-4d7f-b3d0-dea41e8f6c2e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:25.317941 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-81d366f7-7c7d-4d7f-b3d0-dea41e8f6c2e service neutron] Bound using segment: {'id': 'ef995b49-a34b-46e4-9bc3-dadf6de736bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '4a69cf5a-a773-448c-b778-545c271189f4'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:45:25.318433 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-81d366f7-7c7d-4d7f-b3d0-dea41e8f6c2e service neutron] Bound port: 84b2fd24-d2d0-4157-bcaa-0424e701c04c, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef995b49-a34b-46e4-9bc3-dadf6de736bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '4a69cf5a-a773-448c-b778-545c271189f4'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:45:25.318818 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-81d366f7-7c7d-4d7f-b3d0-dea41e8f6c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:25.353558 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5102008e-3829-4e52-ac11-fcd578aebd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1516034'] for subnet, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:25.427877 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-81d366f7-7c7d-4d7f-b3d0-dea41e8f6c2e service neutron] For port 84b2fd24-d2d0-4157-bcaa-0424e701c04c, host hv-cinder-77570, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:45:25.431772 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-81d366f7-7c7d-4d7f-b3d0-dea41e8f6c2e service neutron] For port 84b2fd24-d2d0-4157-bcaa-0424e701c04c, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=84b2fd24-d2d0-4157-bcaa-0424e701c04c,segment=NetworkSegment(ef995b49-a34b-46e4-9bc3-dadf6de736bd),segment_id=ef995b49-a34b-46e4-9bc3-dadf6de736bd)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:45:25.436011 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-81d366f7-7c7d-4d7f-b3d0-dea41e8f6c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:25.454273 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-cba4d0c5-9d88-4c1c-94c5-60d99a058916 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:25.620851 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d366f7-7c7d-4d7f-b3d0-dea41e8f6c2e service neutron] Pushing event updated for resources: {'Port': ['ID=84b2fd24-d2d0-4157-bcaa-0424e701c04c,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:25.627014 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-81d366f7-7c7d-4d7f-b3d0-dea41e8f6c2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:25.669168 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-81d366f7-7c7d-4d7f-b3d0-dea41e8f6c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:25.669852 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-81d366f7-7c7d-4d7f-b3d0-dea41e8f6c2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:25.671486 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-81d366f7-7c7d-4d7f-b3d0-dea41e8f6c2e service neutron] 10.222.0.102 "PUT /v2.0/ports/84b2fd24-d2d0-4157-bcaa-0424e701c04c HTTP/1.1" status: 200 len: 1158 time: 2.4271386 Feb 16 15:45:25.672208 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dc5ff4b-ea80-4ed7-8abc-1ada96dcde6b', 'tag': '84b2fd24-d2d0-4157-bcaa-0424e701c04c'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:45:25.793725 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5102008e-3829-4e52-ac11-fcd578aebd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853259749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15847524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840885529'] for subnet, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:25.834191 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-bedadb60-6018-4d35-a90f-579aaeb90e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:25.836766 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-bedadb60-6018-4d35-a90f-579aaeb90e79 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=9baaca4a93c84035ac621465913a9b20&device_id=8dc5ff4b-ea80-4ed7-8abc-1ada96dcde6b HTTP/1.1" status: 200 len: 1161 time: 0.1052997 Feb 16 15:45:25.871636 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-fc38868a-080b-4254-b2f1-adfd1bfae50e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:25.926209 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-96a376e5-3ea9-4fff-a00f-54d957dfe228 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84b2fd24-d2d0-4157-bcaa-0424e701c04c HTTP/1.1" status: 200 len: 217 time: 0.0723748 Feb 16 15:45:25.929245 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102008e-3829-4e52-ac11-fcd578aebd0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fde5827e-0a7c-4119-bbe0-c18207b500c2,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:25.948634 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5102008e-3829-4e52-ac11-fcd578aebd0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:25.955788 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe43132-e620-4f97-84a5-dfb698d0ebcd req-6e9978ab-5181-4ebf-b4af-6874578a0727 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:25.957417 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cfe43132-e620-4f97-84a5-dfb698d0ebcd req-6e9978ab-5181-4ebf-b4af-6874578a0727 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.3413334 Feb 16 15:45:25.966412 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571516c-6eca-4276-8499-e7814a285aec req-f66affb9-d21f-44fe-afb1-ac9d8a4d27af tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:25.967956 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9571516c-6eca-4276-8499-e7814a285aec req-f66affb9-d21f-44fe-afb1-ac9d8a4d27af tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 945 time: 0.3064542 Feb 16 15:45:26.002691 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-85eaa1a9-a60a-4f87-a5d8-4ff656d97289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:26.004294 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-85eaa1a9-a60a-4f87-a5d8-4ff656d97289 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=60264cdc-38de-4f03-9692-ec96b0808cac HTTP/1.1" status: 200 len: 849 time: 0.0714972 Feb 16 15:45:26.062667 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-ac3859d2-11b4-42ba-a93a-4ba41b727627 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4a69cf5a-a773-448c-b778-545c271189f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493183 Feb 16 15:45:26.070852 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5102008e-3829-4e52-ac11-fcd578aebd0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:26.087127 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cfe43132-e620-4f97-84a5-dfb698d0ebcd req-23185ded-bbcf-41cc-a15f-896d6660585c tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157184 Feb 16 15:45:26.093446 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9571516c-6eca-4276-8499-e7814a285aec req-c9ad16e8-c6ec-4d2f-94b9-dbfbc8f34242 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970573 Feb 16 15:45:26.095434 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-5102008e-3829-4e52-ac11-fcd578aebd0e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/fde5827e-0a7c-4119-bbe0-c18207b500c2 HTTP/1.1" status: 204 len: 168 time: 1.0034192 Feb 16 15:45:26.099621 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 57670) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:45:26.179011 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dc5ff4b-ea80-4ed7-8abc-1ada96dcde6b', 'tag': '84b2fd24-d2d0-4157-bcaa-0424e701c04c', 'status': 'completed', 'code': 200} Feb 16 15:45:26.242627 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-c0f2f220-8bc9-4e82-a727-59de92ca56dd service neutron] 10.222.0.102 "GET /v2.0/networks/4a69cf5a-a773-448c-b778-545c271189f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683586 Feb 16 15:45:26.283088 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-00a3d283-8f97-4560-b2e4-db65547b23c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1401933'] for network, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:26.423917 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4c1e3097-e09f-4deb-b7aa-d3d2d2c4f0ad req-c4d888b0-3c86-4bbd-9e58-9349bf80023b service neutron] 10.222.0.102 "GET /v2.0/networks/4a69cf5a-a773-448c-b778-545c271189f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1711423 Feb 16 15:45:26.621862 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-00a3d283-8f97-4560-b2e4-db65547b23c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519515', 'neutron.services.segments.db._delete_segments_for_network--9223363282561163551'] for network, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:26.663404 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d5588-ecd3-4db2-b58c-4122a86564af req-332c9317-ef9e-4677-bafd-20abcbe69e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:26.665251 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8f9d5588-ecd3-4db2-b58c-4122a86564af req-332c9317-ef9e-4677-bafd-20abcbe69e30 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=9baaca4a93c84035ac621465913a9b20&device_id=8dc5ff4b-ea80-4ed7-8abc-1ada96dcde6b HTTP/1.1" status: 200 len: 1161 time: 0.0905733 Feb 16 15:45:26.740353 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d03e5-7966-4c19-a8f0-1e91367f091d req-e2297f8b-2f48-47c0-97e1-22f5041b3247 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:26.742175 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-fd4d03e5-7966-4c19-a8f0-1e91367f091d req-e2297f8b-2f48-47c0-97e1-22f5041b3247 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.3983381 Feb 16 15:45:26.750889 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc69ea2-1e5a-4729-b192-fb1a8bacf9e8 req-8e593d4c-4439-4493-ab9d-c21cbcd6c657 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:26.752765 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5fc69ea2-1e5a-4729-b192-fb1a8bacf9e8 req-8e593d4c-4439-4493-ab9d-c21cbcd6c657 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dc5ff4b-ea80-4ed7-8abc-1ada96dcde6b HTTP/1.1" status: 200 len: 944 time: 0.3575537 Feb 16 15:45:26.830961 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d5588-ecd3-4db2-b58c-4122a86564af req-73b45ab6-b1af-44e5-aa3c-4f620765b053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:26.833742 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8f9d5588-ecd3-4db2-b58c-4122a86564af req-73b45ab6-b1af-44e5-aa3c-4f620765b053 service neutron] 10.222.0.102 "GET /v2.0/networks?id=4a69cf5a-a773-448c-b778-545c271189f4 HTTP/1.1" status: 200 len: 904 time: 0.1587720 Feb 16 15:45:26.842085 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-00a3d283-8f97-4560-b2e4-db65547b23c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['103df008-2d64-480c-bac0-9426c43ef8d6']}} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:45:26.876043 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-00a3d283-8f97-4560-b2e4-db65547b23c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dde317de-a041-4109-a35c-bc6422e1f928') {'for_net_delete': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:45:26.876043 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-00a3d283-8f97-4560-b2e4-db65547b23c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dde317de-a041-4109-a35c-bc6422e1f928') {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:45:26.885417 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-fd4d03e5-7966-4c19-a8f0-1e91367f091d req-7a3d5178-cff0-4098-9d96-cffd89697fe6 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315029 Feb 16 15:45:26.895173 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-00a3d283-8f97-4560-b2e4-db65547b23c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282561152287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15148109'] for segment, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:26.916111 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5fc69ea2-1e5a-4729-b192-fb1a8bacf9e8 req-183ee6d9-2d8b-4bf1-ab58-dc549d280b6d tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c058086-c429-46d1-8959-daed0db26f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340857 Feb 16 15:45:26.932087 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-00a3d283-8f97-4560-b2e4-db65547b23c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853259932'] for segment, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:26.935494 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8f9d5588-ecd3-4db2-b58c-4122a86564af req-65580953-3d6e-4155-9713-d850f13e73c5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84b2fd24-d2d0-4157-bcaa-0424e701c04c HTTP/1.1" status: 200 len: 217 time: 0.0863829 Feb 16 15:45:26.935940 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-00a3d283-8f97-4560-b2e4-db65547b23c2 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 15:45:27.019681 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d5588-ecd3-4db2-b58c-4122a86564af req-d8b52dae-1d88-492b-b345-e5dad5a97c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:27.021335 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8f9d5588-ecd3-4db2-b58c-4122a86564af req-d8b52dae-1d88-492b-b345-e5dad5a97c6f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=60264cdc-38de-4f03-9692-ec96b0808cac HTTP/1.1" status: 200 len: 849 time: 0.0759137 Feb 16 15:45:27.079876 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8f9d5588-ecd3-4db2-b58c-4122a86564af req-b3394736-7142-4a15-9a67-c79527a130bb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4a69cf5a-a773-448c-b778-545c271189f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490828 Feb 16 15:45:27.123309 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-00a3d283-8f97-4560-b2e4-db65547b23c2 admin admin] Network 103df008-2d64-480c-bac0-9426c43ef8d6 has no segments {{(pid=84025) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 15:45:27.133194 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-00a3d283-8f97-4560-b2e4-db65547b23c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1515795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838924346'] for segment, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:27.247658 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8f9d5588-ecd3-4db2-b58c-4122a86564af req-380691a9-2f09-49d4-967b-85edb9e760b1 service neutron] 10.222.0.102 "GET /v2.0/networks/4a69cf5a-a773-448c-b778-545c271189f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581423 Feb 16 15:45:27.412310 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8f9d5588-ecd3-4db2-b58c-4122a86564af req-ab5b8671-66af-4468-924a-c4685a1b9e6c service neutron] 10.222.0.102 "GET /v2.0/networks/4a69cf5a-a773-448c-b778-545c271189f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1565499 Feb 16 15:45:27.655206 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-00a3d283-8f97-4560-b2e4-db65547b23c2 admin admin] Network 103df008-2d64-480c-bac0-9426c43ef8d6 has no segments {{(pid=84025) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 15:45:27.685374 dv-cinder-775706-1-smb neutron-server[83912]: Traceback (most recent call last): Feb 16 15:45:27.685374 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:45:27.685374 dv-cinder-775706-1-smb neutron-server[83912]: timer() Feb 16 15:45:27.685374 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:45:27.685374 dv-cinder-775706-1-smb neutron-server[83912]: cb(*args, **kw) Feb 16 15:45:27.685374 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 15:45:27.685374 dv-cinder-775706-1-smb neutron-server[83912]: return func(*args, **kwargs) Feb 16 15:45:27.685374 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:45:27.685374 dv-cinder-775706-1-smb neutron-server[83912]: self._notify() Feb 16 15:45:27.685374 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:45:27.685374 dv-cinder-775706-1-smb neutron-server[83912]: self.callback(batched_events) Feb 16 15:45:27.685374 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:45:27.685374 dv-cinder-775706-1-smb neutron-server[83912]: event.method(event) Feb 16 15:45:27.685374 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 15:45:27.685374 dv-cinder-775706-1-smb neutron-server[83912]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:45:27.685374 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 15:45:27.685374 dv-cinder-775706-1-smb neutron-server[83912]: segment_id)['aggregates'][0] Feb 16 15:45:27.685374 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 15:45:27.685374 dv-cinder-775706-1-smb neutron-server[83912]: return f(self, *a, **k) Feb 16 15:45:27.685374 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 15:45:27.685374 dv-cinder-775706-1-smb neutron-server[83912]: return self._get(url).json() Feb 16 15:45:27.685374 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:45:27.685374 dv-cinder-775706-1-smb neutron-server[83912]: **kwargs) Feb 16 15:45:27.685374 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 15:45:27.685374 dv-cinder-775706-1-smb neutron-server[83912]: return self.request(url, 'GET', **kwargs) Feb 16 15:45:27.685374 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 15:45:27.685374 dv-cinder-775706-1-smb neutron-server[83912]: **endpoint_filter) Feb 16 15:45:27.685374 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 15:45:27.685374 dv-cinder-775706-1-smb neutron-server[83912]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:45:27.685374 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 15:45:27.685374 dv-cinder-775706-1-smb neutron-server[83912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:45:27.685374 dv-cinder-775706-1-smb neutron-server[83912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:45:27.775548 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5e51947d-47ea-4e31-962a-7e65857a539a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:27.791073 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-00a3d283-8f97-4560-b2e4-db65547b23c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853256212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664669'] for network, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:27.812904 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3c1bb3d3-1449-4177-ac15-6e6d5c56ac62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:27.834297 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393dcd9f-3859-4059-a9b4-288e4cdb6c58 req-b9c68c89-f8a6-4cb9-a7c2-c8035184d58e tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:27.835975 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-393dcd9f-3859-4059-a9b4-288e4cdb6c58 req-b9c68c89-f8a6-4cb9-a7c2-c8035184d58e tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.5834692 Feb 16 15:45:27.837091 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-00a3d283-8f97-4560-b2e4-db65547b23c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for network, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:27.849237 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822a496-59a7-4a04-9094-8531db00018a req-87784cb5-ec78-48eb-a827-561f7b7d6b8b tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:27.850855 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1822a496-59a7-4a04-9094-8531db00018a req-87784cb5-ec78-48eb-a827-561f7b7d6b8b tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 945 time: 0.5971146 Feb 16 15:45:27.860308 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3d283-8f97-4560-b2e4-db65547b23c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=103df008-2d64-480c-bac0-9426c43ef8d6,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:27.879217 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-00a3d283-8f97-4560-b2e4-db65547b23c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:27.882720 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-00a3d283-8f97-4560-b2e4-db65547b23c2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/103df008-2d64-480c-bac0-9426c43ef8d6 HTTP/1.1" status: 204 len: 168 time: 1.7818816 Feb 16 15:45:27.940400 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-393dcd9f-3859-4059-a9b4-288e4cdb6c58 req-14f13366-7067-4834-938e-c044e15b4756 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871065 Feb 16 15:45:27.950984 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1822a496-59a7-4a04-9094-8531db00018a req-379fbebb-598c-4b77-acc6-19ae7e057e89 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733492 Feb 16 15:45:28.084592 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:28.137159 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 57698) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:45:28.193049 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-d1aa69c3-5dcb-4d0e-a8b0-17ca31aa45a0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e5abaf2cab22431f805de08282d221cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543554 Feb 16 15:45:28.195732 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 57702) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:45:28.219763 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69083c-fa81-443c-a5ca-e044ec9111ee req-9cb769e6-a33f-4482-952e-988c09ae710f tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:28.221415 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3c69083c-fa81-443c-a5ca-e044ec9111ee req-9cb769e6-a33f-4482-952e-988c09ae710f tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.1694205 Feb 16 15:45:28.229486 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd0df8-a0ff-4bd6-a545-0af865a7840c req-90c820ab-1f5c-403f-b453-6ff21902bc92 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:28.231174 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1ebd0df8-a0ff-4bd6-a545-0af865a7840c req-90c820ab-1f5c-403f-b453-6ff21902bc92 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dc5ff4b-ea80-4ed7-8abc-1ada96dcde6b HTTP/1.1" status: 200 len: 944 time: 0.1322322 Feb 16 15:45:28.266023 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4a60c476-4013-4914-a73f-f4b4ec094eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:28.294405 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4a60c476-4013-4914-a73f-f4b4ec094eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:28.311952 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3c69083c-fa81-443c-a5ca-e044ec9111ee req-bbf5db0a-a83d-445f-82c7-c9f8cbcf84ec tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796969 Feb 16 15:45:28.320127 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1ebd0df8-a0ff-4bd6-a545-0af865a7840c req-0ce07f92-e54c-463a-a3de-ed7df61c6ada tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c058086-c429-46d1-8959-daed0db26f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733492 Feb 16 15:45:28.350738 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4a60c476-4013-4914-a73f-f4b4ec094eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:28.356091 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2c81784b-16f4-4ad5-9ad3-5dffd829f446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:28.369289 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a60c476-4013-4914-a73f-f4b4ec094eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4b263e-003c-4085-a568-a8602cfc2caa,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:28.372502 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-4a60c476-4013-4914-a73f-f4b4ec094eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:28.374592 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4a60c476-4013-4914-a73f-f4b4ec094eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:28.375812 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-4a60c476-4013-4914-a73f-f4b4ec094eb5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ac4b263e-003c-4085-a568-a8602cfc2caa HTTP/1.1" status: 204 len: 168 time: 0.1790974 Feb 16 15:45:28.760877 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 57712) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:45:28.823395 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-c0858c39-546e-4acd-bd3a-1fdccd37da0b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e16f3a314edd4b609d9664175e69f83c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0612264 Feb 16 15:45:28.825959 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 57716) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:45:28.890494 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-142f4d75-b859-4771-b940-f527eafb7abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:28.919238 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-142f4d75-b859-4771-b940-f527eafb7abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:28.968214 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-142f4d75-b859-4771-b940-f527eafb7abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:28.977462 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b7118356-5f02-4145-9764-632c26834c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:28.991601 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f4d75-b859-4771-b940-f527eafb7abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8728c46d-5ce1-4c63-820f-94d8be20fe19,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:28.994517 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-142f4d75-b859-4771-b940-f527eafb7abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:28.995660 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-142f4d75-b859-4771-b940-f527eafb7abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:28.999718 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-142f4d75-b859-4771-b940-f527eafb7abf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8728c46d-5ce1-4c63-820f-94d8be20fe19 HTTP/1.1" status: 204 len: 168 time: 0.1726847 Feb 16 15:45:29.234432 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a07dd-b5ce-435d-a9d6-4ea88bfb9baa req-e43da69d-df1c-437b-89b3-e4acc3aa7604 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:29.236240 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-094a07dd-b5ce-435d-a9d6-4ea88bfb9baa req-e43da69d-df1c-437b-89b3-e4acc3aa7604 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.1688011 Feb 16 15:45:29.269868 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64593d29-37b9-4f86-8285-6aa54e8a3e01 req-294c6bb6-90bf-4cbd-9153-c8a2a4fd6db1 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:29.271540 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-64593d29-37b9-4f86-8285-6aa54e8a3e01 req-294c6bb6-90bf-4cbd-9153-c8a2a4fd6db1 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 945 time: 0.1643262 Feb 16 15:45:29.318888 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-094a07dd-b5ce-435d-a9d6-4ea88bfb9baa req-db6ff45b-9378-4019-947d-5f9a5973fec5 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749843 Feb 16 15:45:29.357534 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-64593d29-37b9-4f86-8285-6aa54e8a3e01 req-18cc0ed1-b01d-4833-92f4-2bb7e80806c1 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781291 Feb 16 15:45:29.388389 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:29.511543 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.objects.ports [None req-cfcd4d51-7b89-43eb-8594-eced7831d574 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84027) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 16 15:45:29.616884 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc5add-75f7-469a-a8c5-1ad5afc9deeb req-80715b20-c1ea-426b-b9b7-882605ca8730 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:29.618617 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-76dc5add-75f7-469a-a8c5-1ad5afc9deeb req-80715b20-c1ea-426b-b9b7-882605ca8730 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.1614563 Feb 16 15:45:29.651327 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27fdef-3e73-489d-938c-1be72258ea73 req-1437e2e8-c58e-4ae5-b7d4-1d9668d14a3d tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:29.654602 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-fe27fdef-3e73-489d-938c-1be72258ea73 req-1437e2e8-c58e-4ae5-b7d4-1d9668d14a3d tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dc5ff4b-ea80-4ed7-8abc-1ada96dcde6b HTTP/1.1" status: 200 len: 944 time: 0.1570387 Feb 16 15:45:29.676048 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:29.706774 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-76dc5add-75f7-469a-a8c5-1ad5afc9deeb req-b263ad25-6bfe-4397-b120-693284483666 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778232 Feb 16 15:45:29.750052 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-fe27fdef-3e73-489d-938c-1be72258ea73 req-66c740e2-2922-4555-8536-e01f06b60254 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c058086-c429-46d1-8959-daed0db26f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867794 Feb 16 15:45:30.484134 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-eb9461c9-bb47-4d7e-96bc-3e223911d95a None None] Agent healthcheck: found 6 active agents {{(pid=84028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:45:30.562731 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 84b2fd24-d2d0-4157-bcaa-0424e701c04c up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:45:30.624429 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf68b3-aa14-4d22-ada3-a9078a183f38 req-0c62b7c2-117b-463e-a36e-f6d75a7d62d9 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:30.626154 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9ebf68b3-aa14-4d22-ada3-a9078a183f38 req-0c62b7c2-117b-463e-a36e-f6d75a7d62d9 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.1724224 Feb 16 15:45:30.642535 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning for port 84b2fd24-d2d0-4157-bcaa-0424e701c04c completed by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:45:30.649407 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 84b2fd24-d2d0-4157-bcaa-0424e701c04c triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:45:30.649931 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:30.659378 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b7505-4f4d-45f3-968d-24890f44b88a req-6c8604af-7a17-4c0f-9769-cc1e725accd3 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:30.661098 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5c5b7505-4f4d-45f3-968d-24890f44b88a req-6c8604af-7a17-4c0f-9769-cc1e725accd3 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 945 time: 0.1503267 Feb 16 15:45:30.724375 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9ebf68b3-aa14-4d22-ada3-a9078a183f38 req-e993ab1a-bd1d-430f-b3c1-cb3580cffe46 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881886 Feb 16 15:45:30.736975 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5c5b7505-4f4d-45f3-968d-24890f44b88a req-ac7656d9-433a-43e3-870a-b17ee767bd2e tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667095 Feb 16 15:45:30.788738 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:30.830681 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] For port 84b2fd24-d2d0-4157-bcaa-0424e701c04c, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=84b2fd24-d2d0-4157-bcaa-0424e701c04c,segment=NetworkSegment(ef995b49-a34b-46e4-9bc3-dadf6de736bd),segment_id=ef995b49-a34b-46e4-9bc3-dadf6de736bd)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:45:30.832142 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc5ff4b-ea80-4ed7-8abc-1ada96dcde6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b2fd24-d2d0-4157-bcaa-0424e701c04c'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:45:30.838544 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:30.839698 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 18a06e30-139e-4dd9-a575-5d0dfb575216 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:45:30.890446 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a44cc4e7-3b55-4ade-8c7d-599d682647c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:30.987284 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Pushing event updated for resources: {'Port': ['ID=84b2fd24-d2d0-4157-bcaa-0424e701c04c,revision_number=4']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:30.991223 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:30.997284 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 18a06e30-139e-4dd9-a575-5d0dfb575216 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:45:30.997708 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:31.042005 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce9146-92d0-430d-b1e8-d3d399ede7f4 req-56451dbb-93ee-4c00-a999-77396b4468c9 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:31.044087 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-01ce9146-92d0-430d-b1e8-d3d399ede7f4 req-56451dbb-93ee-4c00-a999-77396b4468c9 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.1585803 Feb 16 15:45:31.051867 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e149b6-4da5-4077-86c2-c0d3ae90aa5a req-7566411a-82dd-49c6-a14e-ca23c33021e5 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:31.053419 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-48e149b6-4da5-4077-86c2-c0d3ae90aa5a req-7566411a-82dd-49c6-a14e-ca23c33021e5 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dc5ff4b-ea80-4ed7-8abc-1ada96dcde6b HTTP/1.1" status: 200 len: 946 time: 0.1302783 Feb 16 15:45:31.134020 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-01ce9146-92d0-430d-b1e8-d3d399ede7f4 req-125ad4b8-1dbe-4519-9fe8-465055b1228b tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794315 Feb 16 15:45:31.141542 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-48e149b6-4da5-4077-86c2-c0d3ae90aa5a req-6e262b3c-0cda-43a4-80dd-4a22b6a552fb tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c058086-c429-46d1-8959-daed0db26f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694830 Feb 16 15:45:31.200840 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc5ff4b-ea80-4ed7-8abc-1ada96dcde6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b2fd24-d2d0-4157-bcaa-0424e701c04c', 'code': 200} Feb 16 15:45:31.561507 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 84b2fd24-d2d0-4157-bcaa-0424e701c04c up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:45:31.612104 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e38d32-c1a1-4a82-a5b9-bfb8e9027b96 req-1e1c2d69-d645-4bd0-90ea-3744e24af1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:31.613771 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d9e38d32-c1a1-4a82-a5b9-bfb8e9027b96 req-1e1c2d69-d645-4bd0-90ea-3744e24af1df service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=8dc5ff4b-ea80-4ed7-8abc-1ada96dcde6b HTTP/1.1" status: 200 len: 1163 time: 0.0868609 Feb 16 15:45:31.643233 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 84b2fd24-d2d0-4157-bcaa-0424e701c04c triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:45:31.643659 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:31.666450 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d9e38d32-c1a1-4a82-a5b9-bfb8e9027b96 req-68f2a6aa-079f-429c-ab2c-ddcda541e09d service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=9c058086-c429-46d1-8959-daed0db26f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397351 Feb 16 15:45:32.045338 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5ad62-e50a-4fb0-af37-f6810f7d2173 req-391b29e5-d08d-47bb-b0c2-44397a6bb859 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:32.046982 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9bb5ad62-e50a-4fb0-af37-f6810f7d2173 req-391b29e5-d08d-47bb-b0c2-44397a6bb859 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 945 time: 0.1368935 Feb 16 15:45:32.054795 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556186b5-c35b-4523-8a53-d476566b8f34 req-af0d9519-ec72-4129-9eb6-ec49b453e4d6 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:32.056332 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-556186b5-c35b-4523-8a53-d476566b8f34 req-af0d9519-ec72-4129-9eb6-ec49b453e4d6 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.1860113 Feb 16 15:45:32.130095 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9bb5ad62-e50a-4fb0-af37-f6810f7d2173 req-6e44ec3b-b684-4ef4-b0e3-5b6efdb2df4c tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724471 Feb 16 15:45:32.141534 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-556186b5-c35b-4523-8a53-d476566b8f34 req-daae7d14-a8a4-4917-9584-79da45175a27 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674808 Feb 16 15:45:32.165398 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:32.417068 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a93f75-ad14-46d5-8a1d-3efdbecd64b7 req-bb27ee9f-5b0a-426c-8d55-a8028f2350fb tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:32.418694 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-55a93f75-ad14-46d5-8a1d-3efdbecd64b7 req-bb27ee9f-5b0a-426c-8d55-a8028f2350fb tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.1597137 Feb 16 15:45:32.425330 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227ebf3-3688-4f8b-b379-e446fafe1be5 req-6b3009da-ab90-4426-8194-fe5a81ea71e2 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:32.426846 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a227ebf3-3688-4f8b-b379-e446fafe1be5 req-6b3009da-ab90-4426-8194-fe5a81ea71e2 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dc5ff4b-ea80-4ed7-8abc-1ada96dcde6b HTTP/1.1" status: 200 len: 946 time: 0.1692772 Feb 16 15:45:32.504569 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-55a93f75-ad14-46d5-8a1d-3efdbecd64b7 req-5cea87b9-9cf6-46b8-8fa5-60a121db1328 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766847 Feb 16 15:45:32.509178 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a227ebf3-3688-4f8b-b379-e446fafe1be5 req-edf32ff5-e20d-4fd0-b7f3-67ff12b94d35 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c058086-c429-46d1-8959-daed0db26f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659492 Feb 16 15:45:33.423849 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a919509-f462-4b65-ab7f-7508b65a8b62 req-5b943197-ae78-4d06-b777-a0db66ce903d tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:33.425468 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2a919509-f462-4b65-ab7f-7508b65a8b62 req-5b943197-ae78-4d06-b777-a0db66ce903d tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.1217124 Feb 16 15:45:33.431639 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739fb09d-9d19-40ad-9fb0-bc8801c70e85 req-1c51d9c0-4dfc-461c-bee6-559a91e8233e tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:33.433166 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-739fb09d-9d19-40ad-9fb0-bc8801c70e85 req-1c51d9c0-4dfc-461c-bee6-559a91e8233e tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 945 time: 0.1719134 Feb 16 15:45:33.507363 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2a919509-f462-4b65-ab7f-7508b65a8b62 req-4fb9fe19-be4e-4bff-9f10-d8cc69512729 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731590 Feb 16 15:45:33.518262 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-739fb09d-9d19-40ad-9fb0-bc8801c70e85 req-9e84c90b-8d99-4cc9-b616-288bd41aacba tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678799 Feb 16 15:45:33.786501 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f72b4e-f697-4a03-b7ef-7cae431bd144 req-f3a5899c-d3c5-4d23-9965-5a60fd4e9899 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:33.788302 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f1f72b4e-f697-4a03-b7ef-7cae431bd144 req-f3a5899c-d3c5-4d23-9965-5a60fd4e9899 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dc5ff4b-ea80-4ed7-8abc-1ada96dcde6b HTTP/1.1" status: 200 len: 946 time: 0.1575530 Feb 16 15:45:33.831211 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d04da-ddd4-4671-89cc-7fe5d3a2327a req-67777624-b2de-4fe9-9df8-c34d1613640b tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:33.832745 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d23d04da-ddd4-4671-89cc-7fe5d3a2327a req-67777624-b2de-4fe9-9df8-c34d1613640b tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.1554992 Feb 16 15:45:33.881722 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f1f72b4e-f697-4a03-b7ef-7cae431bd144 req-8509568d-f9d1-4aed-8b71-862a4d142134 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c058086-c429-46d1-8959-daed0db26f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863211 Feb 16 15:45:33.911070 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d23d04da-ddd4-4671-89cc-7fe5d3a2327a req-9bb73169-8989-48a8-8a0e-20bb64bd1d8a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662727 Feb 16 15:45:34.801473 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb00db-1add-4a54-b873-937dcb96ca2b req-a0776d5e-6ff1-400e-85bc-dfcc231018ea tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:34.803219 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-13eb00db-1add-4a54-b873-937dcb96ca2b req-a0776d5e-6ff1-400e-85bc-dfcc231018ea tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.1781311 Feb 16 15:45:34.809808 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac735f5-7804-47d6-8ad8-ee972bfaa62e req-2076b624-7c23-432b-8c29-2e806453150e tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:34.818095 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dac735f5-7804-47d6-8ad8-ee972bfaa62e req-2076b624-7c23-432b-8c29-2e806453150e tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 945 time: 0.1527359 Feb 16 15:45:34.894151 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dac735f5-7804-47d6-8ad8-ee972bfaa62e req-a7cafd6a-90ea-4129-8021-909f3680036c tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750718 Feb 16 15:45:34.906691 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-13eb00db-1add-4a54-b873-937dcb96ca2b req-fb88a5b0-738a-40f4-bbf4-3112616d2514 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862904 Feb 16 15:45:35.131417 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f432c-3103-44df-bacb-79efc979b957 req-ece4345c-5a9b-420c-9510-716dabe5ca54 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:35.133360 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9e2f432c-3103-44df-bacb-79efc979b957 req-ece4345c-5a9b-420c-9510-716dabe5ca54 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.0964859 Feb 16 15:45:35.183756 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9e2f432c-3103-44df-bacb-79efc979b957 req-0a3de5ec-d7c1-444b-9174-f62aaf238f4f tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440664 Feb 16 15:45:35.310424 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347b6bc-96de-473a-aca0-80724dcc94a7 req-e10f1f04-a57b-46af-a328-694f30ac0909 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:35.312139 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-7347b6bc-96de-473a-aca0-80724dcc94a7 req-e10f1f04-a57b-46af-a328-694f30ac0909 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dc5ff4b-ea80-4ed7-8abc-1ada96dcde6b HTTP/1.1" status: 200 len: 946 time: 0.0933173 Feb 16 15:45:35.362210 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-7347b6bc-96de-473a-aca0-80724dcc94a7 req-c556a0d7-9881-4f79-86d4-47f121ce5b41 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c058086-c429-46d1-8959-daed0db26f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433474 Feb 16 15:45:36.416531 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d561271-5600-41be-a738-f7881604686a req-7b9194d6-b4b3-445c-a357-1587dbf658b7 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:36.418351 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0d561271-5600-41be-a738-f7881604686a req-7b9194d6-b4b3-445c-a357-1587dbf658b7 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 945 time: 0.4019148 Feb 16 15:45:36.426687 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ba6a7-0338-4968-8261-a9dd44dbcd10 req-a05c10d6-a182-430f-ac75-ee28841e7d33 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:36.428291 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a48ba6a7-0338-4968-8261-a9dd44dbcd10 req-a05c10d6-a182-430f-ac75-ee28841e7d33 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.3688123 Feb 16 15:45:36.506927 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0d561271-5600-41be-a738-f7881604686a req-287804a9-63a1-46c6-8667-60e8166029a6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775073 Feb 16 15:45:36.511505 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a48ba6a7-0338-4968-8261-a9dd44dbcd10 req-6226bb7f-7275-4157-8386-5279b4472cd7 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654461 Feb 16 15:45:36.790324 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d40bd-2758-4cf9-a971-6b3ef31af504 req-2879588a-1a26-4ed9-bd37-cdaf58ae8e1c tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:36.792695 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ef0d40bd-2758-4cf9-a971-6b3ef31af504 req-2879588a-1a26-4ed9-bd37-cdaf58ae8e1c tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.1772547 Feb 16 15:45:36.801251 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4744a1-e0a7-41e3-b198-cf1aca69db83 req-f4b0c85c-b9dc-48ff-b889-40b640f1433f tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:36.802891 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-fd4744a1-e0a7-41e3-b198-cf1aca69db83 req-f4b0c85c-b9dc-48ff-b889-40b640f1433f tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dc5ff4b-ea80-4ed7-8abc-1ada96dcde6b HTTP/1.1" status: 200 len: 946 time: 0.1456244 Feb 16 15:45:36.886686 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ef0d40bd-2758-4cf9-a971-6b3ef31af504 req-04e36473-2335-4ecd-8580-dec5ac5080f0 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824842 Feb 16 15:45:36.891605 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-fd4744a1-e0a7-41e3-b198-cf1aca69db83 req-a54bbe78-71c8-4fab-841d-8496c2f36004 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c058086-c429-46d1-8959-daed0db26f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707884 Feb 16 15:45:37.435929 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 84b2fd24-d2d0-4157-bcaa-0424e701c04c no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 15:45:37.527639 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a601c-e6c1-43d9-8fbe-fb1dfb97c3c8 req-d91b004b-b63c-4a16-b835-3d24d1c47495 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:37.528412 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-980a601c-e6c1-43d9-8fbe-fb1dfb97c3c8 req-d91b004b-b63c-4a16-b835-3d24d1c47495 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Synchronizing usage tracker for tenant:9baaca4a93c84035ac621465913a9b20 on resource:port {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:45:37.551343 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-980a601c-e6c1-43d9-8fbe-fb1dfb97c3c8 req-d91b004b-b63c-4a16-b835-3d24d1c47495 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Unset dirty status for tenant:9baaca4a93c84035ac621465913a9b20 on resource:port {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:45:37.552892 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-980a601c-e6c1-43d9-8fbe-fb1dfb97c3c8 req-d91b004b-b63c-4a16-b835-3d24d1c47495 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.102 "GET /v2.0/ports?device_id=8dc5ff4b-ea80-4ed7-8abc-1ada96dcde6b HTTP/1.1" status: 200 len: 946 time: 0.3675022 Feb 16 15:45:37.574972 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:37.627617 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] For port 84b2fd24-d2d0-4157-bcaa-0424e701c04c, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=84b2fd24-d2d0-4157-bcaa-0424e701c04c,segment=NetworkSegment(ef995b49-a34b-46e4-9bc3-dadf6de736bd),segment_id=ef995b49-a34b-46e4-9bc3-dadf6de736bd)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:45:37.629166 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc5ff4b-ea80-4ed7-8abc-1ada96dcde6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84b2fd24-d2d0-4157-bcaa-0424e701c04c'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:45:37.636548 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:37.639484 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-786015d7-94b0-493f-94da-baed851e7008 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:37.649129 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-980a601c-e6c1-43d9-8fbe-fb1dfb97c3c8 req-ded9289a-aa3c-402a-813d-0465a4dbb90d tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Deleting port 84b2fd24-d2d0-4157-bcaa-0424e701c04c {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:45:37.649676 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-980a601c-e6c1-43d9-8fbe-fb1dfb97c3c8 req-ded9289a-aa3c-402a-813d-0465a4dbb90d tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:37.725023 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Pushing event updated for resources: {'Port': ['ID=84b2fd24-d2d0-4157-bcaa-0424e701c04c,revision_number=5']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:37.729137 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:37.795187 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df1c1b-1fa6-475f-9e60-7c8f38edc64d req-62999bc0-f91e-4954-9a5a-b4f430de2596 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:37.797022 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-29df1c1b-1fa6-475f-9e60-7c8f38edc64d req-62999bc0-f91e-4954-9a5a-b4f430de2596 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.1602371 Feb 16 15:45:37.833643 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8126ed-a145-49b0-83ef-26690c726bca req-444730ce-e52f-44b6-877f-f9851137fd6f tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:37.835294 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9b8126ed-a145-49b0-83ef-26690c726bca req-444730ce-e52f-44b6-877f-f9851137fd6f tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 945 time: 0.1501672 Feb 16 15:45:37.888473 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-29df1c1b-1fa6-475f-9e60-7c8f38edc64d req-e2d33323-1fd3-4aa8-b21f-6187cc033c12 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815303 Feb 16 15:45:37.923022 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9b8126ed-a145-49b0-83ef-26690c726bca req-15f0d294-a5bb-4ee4-a6a2-3f86a86dfd4c tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798278 Feb 16 15:45:37.962150 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-980a601c-e6c1-43d9-8fbe-fb1dfb97c3c8 req-ded9289a-aa3c-402a-813d-0465a4dbb90d tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] For port 84b2fd24-d2d0-4157-bcaa-0424e701c04c, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=84b2fd24-d2d0-4157-bcaa-0424e701c04c,segment=NetworkSegment(ef995b49-a34b-46e4-9bc3-dadf6de736bd),segment_id=ef995b49-a34b-46e4-9bc3-dadf6de736bd)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:45:37.962759 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-980a601c-e6c1-43d9-8fbe-fb1dfb97c3c8 req-ded9289a-aa3c-402a-813d-0465a4dbb90d tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:37.973622 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc5ff4b-ea80-4ed7-8abc-1ada96dcde6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84b2fd24-d2d0-4157-bcaa-0424e701c04c', 'code': 200} Feb 16 15:45:38.111197 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-980a601c-e6c1-43d9-8fbe-fb1dfb97c3c8 req-ded9289a-aa3c-402a-813d-0465a4dbb90d tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Calling delete_port for 84b2fd24-d2d0-4157-bcaa-0424e701c04c owned by compute:nova {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:45:38.200173 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9298904-8fe9-4ce1-9898-92b7bc23c7a3 req-701b8cbf-2b2a-4234-8270-a620d121921d tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:38.201765 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a9298904-8fe9-4ce1-9898-92b7bc23c7a3 req-701b8cbf-2b2a-4234-8270-a620d121921d tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/ports?device_id=8dc5ff4b-ea80-4ed7-8abc-1ada96dcde6b HTTP/1.1" status: 200 len: 944 time: 0.1667173 Feb 16 15:45:38.210303 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b86ad-e912-4d70-9e0e-be7f55efd0fb req-e2f563c5-5a8e-4d27-9e87-3749220b8df0 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:38.212133 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0b8b86ad-e912-4d70-9e0e-be7f55efd0fb req-e2f563c5-5a8e-4d27-9e87-3749220b8df0 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.1378574 Feb 16 15:45:38.275872 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-980a601c-e6c1-43d9-8fbe-fb1dfb97c3c8 req-ded9289a-aa3c-402a-813d-0465a4dbb90d tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:38.291355 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a9298904-8fe9-4ce1-9898-92b7bc23c7a3 req-76af22be-4673-4227-a2aa-ee5aaa4ab708 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c058086-c429-46d1-8959-daed0db26f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780470 Feb 16 15:45:38.292179 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a0125758-d12a-4a9e-9dd1-913c9f0e1e8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:38.295935 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0b8b86ad-e912-4d70-9e0e-be7f55efd0fb req-84940818-79aa-4ed2-8096-bbae5e64bf4e tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664172 Feb 16 15:45:38.399230 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded9289a-aa3c-402a-813d-0465a4dbb90d tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Pushing event deleted for resources: {'Port': ['ID=84b2fd24-d2d0-4157-bcaa-0424e701c04c,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:38.409241 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ded9289a-aa3c-402a-813d-0465a4dbb90d tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:38.517368 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-980a601c-e6c1-43d9-8fbe-fb1dfb97c3c8 req-ded9289a-aa3c-402a-813d-0465a4dbb90d tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] No DVR routers for this DVR port 84b2fd24-d2d0-4157-bcaa-0424e701c04c on host hv-cinder-77570 {{(pid=84026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 15:45:38.519765 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-980a601c-e6c1-43d9-8fbe-fb1dfb97c3c8 req-ded9289a-aa3c-402a-813d-0465a4dbb90d tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:38.522874 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc5ff4b-ea80-4ed7-8abc-1ada96dcde6b', 'name': 'network-vif-deleted', 'tag': '84b2fd24-d2d0-4157-bcaa-0424e701c04c'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:45:38.538681 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-980a601c-e6c1-43d9-8fbe-fb1dfb97c3c8 req-ded9289a-aa3c-402a-813d-0465a4dbb90d tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.102 "DELETE /v2.0/ports/84b2fd24-d2d0-4157-bcaa-0424e701c04c HTTP/1.1" status: 204 len: 173 time: 0.9791348 Feb 16 15:45:38.577522 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc5ff4b-ea80-4ed7-8abc-1ada96dcde6b', 'name': 'network-vif-deleted', 'tag': '84b2fd24-d2d0-4157-bcaa-0424e701c04c', 'status': 'completed', 'code': 200} Feb 16 15:45:39.183745 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d444e9-fbc3-4575-b1fc-d93f9143984d req-643318aa-c8c4-4f97-a3d2-9522be176060 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:39.185605 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e1d444e9-fbc3-4575-b1fc-d93f9143984d req-643318aa-c8c4-4f97-a3d2-9522be176060 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 945 time: 0.1335053 Feb 16 15:45:39.193775 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eaeb69-9d6c-46ac-876b-3b1502e226e9 req-ac4c16e4-3a11-4e02-b03f-f43e902aa738 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:39.201975 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-57eaeb69-9d6c-46ac-876b-3b1502e226e9 req-ac4c16e4-3a11-4e02-b03f-f43e902aa738 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.1927271 Feb 16 15:45:39.278617 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-57eaeb69-9d6c-46ac-876b-3b1502e226e9 req-e78e6343-9e53-496b-97e4-f79fdf01ada4 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756302 Feb 16 15:45:39.290785 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e1d444e9-fbc3-4575-b1fc-d93f9143984d req-5fb90b24-0809-453b-804e-d9704b97bdd4 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695271 Feb 16 15:45:39.518218 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5a693-a34b-4df6-ae29-46775a12fa93 req-8cbac7ec-39f8-4d39-be07-7dbfc0a4f8ee tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:39.520504 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1ed5a693-a34b-4df6-ae29-46775a12fa93 req-8cbac7ec-39f8-4d39-be07-7dbfc0a4f8ee tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.0985303 Feb 16 15:45:39.574953 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1ed5a693-a34b-4df6-ae29-46775a12fa93 req-02710d43-e7e1-44ea-9d1e-420ad16828bd tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467372 Feb 16 15:45:40.589315 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804e2a9-848f-47a3-97ff-a68c1b9d8171 req-02b23395-c7ee-4208-ab8d-c5e7c6ec9210 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:40.591000 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1804e2a9-848f-47a3-97ff-a68c1b9d8171 req-02b23395-c7ee-4208-ab8d-c5e7c6ec9210 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.1109426 Feb 16 15:45:40.657763 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1804e2a9-848f-47a3-97ff-a68c1b9d8171 req-d7b9c747-70f4-4fdc-ae1d-97630b3794f1 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599501 Feb 16 15:45:40.929914 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d76877-af58-45b8-836e-67a1108f8e34 req-7af4003c-675f-420b-a68f-bcaab9aaee89 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:40.940769 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d8d76877-af58-45b8-836e-67a1108f8e34 req-7af4003c-675f-420b-a68f-bcaab9aaee89 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 945 time: 0.1297383 Feb 16 15:45:40.992469 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d8d76877-af58-45b8-836e-67a1108f8e34 req-bb582104-a09d-47d6-bddd-753d5edcd9b8 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507603 Feb 16 15:45:41.204955 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be073f-f931-49e7-aef4-37b3d2e5d999 req-b5d9846b-f123-47b5-a346-6550d49c4d26 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:41.206850 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-31be073f-f931-49e7-aef4-37b3d2e5d999 req-b5d9846b-f123-47b5-a346-6550d49c4d26 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.1053791 Feb 16 15:45:41.262025 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-31be073f-f931-49e7-aef4-37b3d2e5d999 req-bd05d2df-cdca-4725-99e4-3277a06899f4 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474093 Feb 16 15:45:41.898040 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee5184-5db7-4d9d-88d2-4e6098f6606b req-f0d9f36e-78a5-4506-9347-ca5d8078bd69 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:41.899720 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-26ee5184-5db7-4d9d-88d2-4e6098f6606b req-f0d9f36e-78a5-4506-9347-ca5d8078bd69 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.1051817 Feb 16 15:45:41.969170 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-26ee5184-5db7-4d9d-88d2-4e6098f6606b req-38f2c3fe-9c67-4ed9-8424-902ee79f084d tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614574 Feb 16 15:45:42.295058 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d934e4-5522-4a2b-987c-f5b5d96a9540 req-698d1c5e-000f-466d-82c7-94cd785f50e8 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:42.303602 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e7d934e4-5522-4a2b-987c-f5b5d96a9540 req-698d1c5e-000f-466d-82c7-94cd785f50e8 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 945 time: 0.1248095 Feb 16 15:45:42.364464 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e7d934e4-5522-4a2b-987c-f5b5d96a9540 req-9bdad21c-fbb7-41b9-b86b-d7c67a253cdc tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595272 Feb 16 15:45:42.587741 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b137e42-84f0-4151-909c-3be48e3c06db req-13b40c8b-43c7-4274-bd63-0a063b36437e tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:42.589476 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8b137e42-84f0-4151-909c-3be48e3c06db req-13b40c8b-43c7-4274-bd63-0a063b36437e tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.0949595 Feb 16 15:45:42.653491 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8b137e42-84f0-4151-909c-3be48e3c06db req-f78ef0de-1d48-404b-ae58-7005c111bcc1 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557106 Feb 16 15:45:43.076977 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41aab9-718e-46b1-a3f1-e0cbe32dc675 req-e37b5c3e-b383-458a-8a62-34e6e8930f16 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:43.078749 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5b41aab9-718e-46b1-a3f1-e0cbe32dc675 req-e37b5c3e-b383-458a-8a62-34e6e8930f16 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 945 time: 0.1054511 Feb 16 15:45:43.181028 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba58d9d-ae56-4a7a-825a-74d26cd3ca37 req-3d3549cc-13eb-4f00-9dea-d313f920d95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:43.181482 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5b41aab9-718e-46b1-a3f1-e0cbe32dc675 req-9e26811d-39f4-4850-a171-724087175458 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883703 Feb 16 15:45:43.184223 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cba58d9d-ae56-4a7a-825a-74d26cd3ca37 req-3d3549cc-13eb-4f00-9dea-d313f920d95e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b0fc8a8ae93c48d4a30f0b24661af106&device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 1162 time: 0.1038952 Feb 16 15:45:43.383334 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba58d9d-ae56-4a7a-825a-74d26cd3ca37 req-35cd0696-83b4-4eeb-96d7-cee63fbb27bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:43.384805 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cba58d9d-ae56-4a7a-825a-74d26cd3ca37 req-35cd0696-83b4-4eeb-96d7-cee63fbb27bb service neutron] 10.222.0.102 "GET /v2.0/networks?id=d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8 HTTP/1.1" status: 200 len: 905 time: 0.1857820 Feb 16 15:45:43.437196 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b1873-53b4-48c1-8c6a-0c473e9f3fb4 req-c3cd3107-583d-46be-8de5-82d254b31079 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:43.446857 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d72b1873-53b4-48c1-8c6a-0c473e9f3fb4 req-c3cd3107-583d-46be-8de5-82d254b31079 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.1061153 Feb 16 15:45:43.508569 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d72b1873-53b4-48c1-8c6a-0c473e9f3fb4 req-3bc73228-d10a-4fde-9104-55511992eb23 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604122 Feb 16 15:45:43.580174 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cba58d9d-ae56-4a7a-825a-74d26cd3ca37 req-5942163a-42d6-43b7-9a6d-f8f72156b658 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d79f0bc4-9870-4fa6-99d6-d39aea4f8916 HTTP/1.1" status: 200 len: 1000 time: 0.1828644 Feb 16 15:45:43.682692 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba58d9d-ae56-4a7a-825a-74d26cd3ca37 req-344d82bd-da8d-41fc-a168-b6fb24a029fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:43.702484 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cba58d9d-ae56-4a7a-825a-74d26cd3ca37 req-344d82bd-da8d-41fc-a168-b6fb24a029fa service neutron] 10.222.0.102 "GET /v2.0/subnets?id=403fc087-c515-4f31-aec5-fdfdb713afb9 HTTP/1.1" status: 200 len: 850 time: 0.1057148 Feb 16 15:45:43.891684 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba58d9d-ae56-4a7a-825a-74d26cd3ca37 req-8343f96a-45ff-4f29-94ba-b16cfa179b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:43.893617 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cba58d9d-ae56-4a7a-825a-74d26cd3ca37 req-8343f96a-45ff-4f29-94ba-b16cfa179b7e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1900992 Feb 16 15:45:44.060546 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457813d5-802b-462a-8f39-8f9df7e33b04 req-fee7571a-2688-4d2d-a6a4-f214651192ad tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:44.062861 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-457813d5-802b-462a-8f39-8f9df7e33b04 req-fee7571a-2688-4d2d-a6a4-f214651192ad tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.1581826 Feb 16 15:45:44.076998 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cba58d9d-ae56-4a7a-825a-74d26cd3ca37 req-f6318cbe-0ff6-4ec0-941e-b2cf9119f13a service neutron] 10.222.0.102 "GET /v2.0/networks/d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762533 Feb 16 15:45:44.179923 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-457813d5-802b-462a-8f39-8f9df7e33b04 req-12749496-d85f-41a4-9862-9b43ccbc7279 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084316 Feb 16 15:45:44.258584 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cba58d9d-ae56-4a7a-825a-74d26cd3ca37 req-548e44ae-91cd-4d94-a4f1-5640253672d8 service neutron] 10.222.0.102 "GET /v2.0/networks/d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1745696 Feb 16 15:45:44.443165 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-45eb63af-58a5-4667-be66-0498ec5231dd tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:44.445479 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-45eb63af-58a5-4667-be66-0498ec5231dd tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/networks?id=4a69cf5a-a773-448c-b778-545c271189f4 HTTP/1.1" status: 200 len: 809 time: 0.3260894 Feb 16 15:45:44.470153 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-ae3f5dfc-e9c9-4e53-b45e-7f33130df3c3 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/quotas/9baaca4a93c84035ac621465913a9b20 HTTP/1.1" status: 200 len: 375 time: 0.0178137 Feb 16 15:45:44.535522 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-3de717ec-3764-4ea5-9fd7-ca6ef0bd7442 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9baaca4a93c84035ac621465913a9b20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583792 Feb 16 15:45:44.702730 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568df27-7146-4aff-81af-a025223da95f req-c8bb78da-7462-4b77-bb40-6275178066fa tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:44.705893 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2568df27-7146-4aff-81af-a025223da95f req-c8bb78da-7462-4b77-bb40-6275178066fa tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 945 time: 0.3329127 Feb 16 15:45:44.759767 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-c75b5e7d-74a2-42ce-94dc-98f80f56646e service neutron] 10.222.0.42 "GET /v2.0/networks/4a69cf5a-a773-448c-b778-545c271189f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152433 Feb 16 15:45:44.903804 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2568df27-7146-4aff-81af-a025223da95f req-97aa064a-97ba-4f3d-a896-f248aefe327f tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820934 Feb 16 15:45:44.977996 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-abb60e4c-5754-41b2-8894-3c9e1db4115d service neutron] 10.222.0.42 "GET /v2.0/networks/4a69cf5a-a773-448c-b778-545c271189f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2170172 Feb 16 15:45:45.363970 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0210e3-0b7d-45b8-9a20-f817258a129a req-ff0ae96d-629e-4964-b63e-73b6fe635384 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:45.374932 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1c0210e3-0b7d-45b8-9a20-f817258a129a req-ff0ae96d-629e-4964-b63e-73b6fe635384 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.3279963 Feb 16 15:45:45.518878 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-76e4ac40-8139-452d-a467-7dd3b119ef3f req-323b062d-55c0-4a61-b8c1-048f324effd9 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/ports?device_id=180f9972-0cbd-4663-97af-db65f84e3b36 HTTP/1.1" status: 200 len: 210 time: 0.2526300 Feb 16 15:45:45.563049 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1c0210e3-0b7d-45b8-9a20-f817258a129a req-71d17725-48c6-415e-9ac9-ad76719e45d6 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870070 Feb 16 15:45:45.841822 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b74698-e490-445a-ba52-b850021ed17c req-81d7c265-2fff-4837-a873-1a732987ddef tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:45.843689 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-68b74698-e490-445a-ba52-b850021ed17c req-81d7c265-2fff-4837-a873-1a732987ddef tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.1576133 Feb 16 15:45:45.915173 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-68b74698-e490-445a-ba52-b850021ed17c req-d3219c2c-7550-4d34-ad29-46f060c96e1b tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634673 Feb 16 15:45:46.008338 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 58072) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:45:46.273751 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f7dd5d81-ec54-4e47-927a-e661cbd93fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:46.296605 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-f7dd5d81-ec54-4e47-927a-e661cbd93fea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:45:46.303446 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-f7dd5d81-ec54-4e47-927a-e661cbd93fea admin admin] Usage tracker for resource:security_group_rule and tenant:098dc46f5a9e4887892aa6a35e92cbd0 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:45:46.307522 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-f7dd5d81-ec54-4e47-927a-e661cbd93fea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:45:46.316072 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-f7dd5d81-ec54-4e47-927a-e661cbd93fea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:45:46.353683 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941bf28-9dc1-4536-8d34-044e1426d226 req-68a1af82-4f7c-4eb6-b5fc-2a219f8d33bd tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:46.355462 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6941bf28-9dc1-4536-8d34-044e1426d226 req-68a1af82-4f7c-4eb6-b5fc-2a219f8d33bd tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 945 time: 0.1324797 Feb 16 15:45:46.421757 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6941bf28-9dc1-4536-8d34-044e1426d226 req-7ae6b33d-f513-4c22-bf68-106694c1dae3 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591195 Feb 16 15:45:46.434867 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f7dd5d81-ec54-4e47-927a-e661cbd93fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:46.438253 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f7dd5d81-ec54-4e47-927a-e661cbd93fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:46.449473 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a6fba0f0-f7f6-4819-97b7-b15e16fd6db4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:46.493697 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-f7dd5d81-ec54-4e47-927a-e661cbd93fea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=098dc46f5a9e4887892aa6a35e92cbd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4835751 Feb 16 15:45:46.496807 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 58084) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:45:46.497134 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd5d81-ec54-4e47-927a-e661cbd93fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3368124f-57e3-4d31-b58c-b46510cb259c,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:46.500751 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f7dd5d81-ec54-4e47-927a-e661cbd93fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:46.574678 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-91f0d4b0-a6d6-4222-9c7c-0768c6750948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:46.606647 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-91f0d4b0-a6d6-4222-9c7c-0768c6750948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:46.667915 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-91f0d4b0-a6d6-4222-9c7c-0768c6750948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:46.674769 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:46.689062 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0d4b0-a6d6-4222-9c7c-0768c6750948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3368124f-57e3-4d31-b58c-b46510cb259c,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:46.695347 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-91f0d4b0-a6d6-4222-9c7c-0768c6750948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:46.711160 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-91f0d4b0-a6d6-4222-9c7c-0768c6750948 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3368124f-57e3-4d31-b58c-b46510cb259c HTTP/1.1" status: 204 len: 168 time: 0.2015712 Feb 16 15:45:46.896380 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-91f0d4b0-a6d6-4222-9c7c-0768c6750948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:46.917354 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8344e294-17ff-4966-abad-3542a27feddf req-17115027-704e-4662-9c3a-4cff5d79b89f tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/ports?device_id=180f9972-0cbd-4663-97af-db65f84e3b36 HTTP/1.1" status: 200 len: 210 time: 0.1895399 Feb 16 15:45:47.003994 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbefa3-7482-42a5-b9c0-bb914252832e req-8bdcc5af-356d-48bf-84cd-1a34dbfe43c5 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:47.013298 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a4cbefa3-7482-42a5-b9c0-bb914252832e req-8bdcc5af-356d-48bf-84cd-1a34dbfe43c5 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.2869434 Feb 16 15:45:47.092802 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a4cbefa3-7482-42a5-b9c0-bb914252832e req-952cf838-64ba-492d-bf49-076c8d5851fe tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780401 Feb 16 15:45:47.257198 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-106f7494-eae9-4b46-9022-0c813a1d6a53 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:47.259234 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-106f7494-eae9-4b46-9022-0c813a1d6a53 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.102 "GET /v2.0/networks?id=4a69cf5a-a773-448c-b778-545c271189f4 HTTP/1.1" status: 200 len: 809 time: 0.3203809 Feb 16 15:45:47.281428 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-68083bae-0ef5-4a84-a69f-6857fcac9581 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Request body: {'port': {'device_id': '180f9972-0cbd-4663-97af-db65f84e3b36', 'network_id': '4a69cf5a-a773-448c-b778-545c271189f4', 'admin_state_up': True, 'tenant_id': '9baaca4a93c84035ac621465913a9b20'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:45:47.408971 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e5afd-28d3-4086-90ac-1e3dc74885b9 req-7fe7291e-152c-42bf-b97f-8ddc54697801 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:47.409967 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e44e5afd-28d3-4086-90ac-1e3dc74885b9 req-7fe7291e-152c-42bf-b97f-8ddc54697801 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.1949449 Feb 16 15:45:47.493306 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e44e5afd-28d3-4086-90ac-1e3dc74885b9 req-8beee8d6-21ff-4fba-82af-2cb68a4c04df tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726702 Feb 16 15:45:47.507437 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-68083bae-0ef5-4a84-a69f-6857fcac9581 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:45:47.513149 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-68083bae-0ef5-4a84-a69f-6857fcac9581 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Usage tracker for resource:port and tenant:9baaca4a93c84035ac621465913a9b20 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:45:47.517415 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-68083bae-0ef5-4a84-a69f-6857fcac9581 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:45:47.535634 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-68083bae-0ef5-4a84-a69f-6857fcac9581 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:45:47.547631 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-68083bae-0ef5-4a84-a69f-6857fcac9581 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Made reservation on behalf of 9baaca4a93c84035ac621465913a9b20 for: {'port': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:45:47.557564 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-68083bae-0ef5-4a84-a69f-6857fcac9581 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:48.096145 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-68083bae-0ef5-4a84-a69f-6857fcac9581 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Allocated IP 172.20.0.13 (4a69cf5a-a773-448c-b778-545c271189f4/60264cdc-38de-4f03-9692-ec96b0808cac/ebe9d263-02c1-405e-a2a5-cc4a51f51b59) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:45:48.215835 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b8aea3e5-71ee-48e8-baef-9c19942c2e0e req-29daefe1-3b09-46f9-ae69-bb94ad4442e4 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/ports?device_id=180f9972-0cbd-4663-97af-db65f84e3b36 HTTP/1.1" status: 200 len: 210 time: 0.1066399 Feb 16 15:45:48.405461 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-68083bae-0ef5-4a84-a69f-6857fcac9581 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:48.414773 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58d310-8193-4fa2-9717-8a249b5c7102 req-686b57ac-1e1c-4475-8f52-86af66c33251 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:48.416426 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1d58d310-8193-4fa2-9717-8a249b5c7102 req-686b57ac-1e1c-4475-8f52-86af66c33251 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.1533706 Feb 16 15:45:48.449495 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-68083bae-0ef5-4a84-a69f-6857fcac9581 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:48.560128 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1d58d310-8193-4fa2-9717-8a249b5c7102 req-cc15ba2a-1a9b-4d7c-a9a6-314b5ba75904 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245563 Feb 16 15:45:48.577816 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e4235343-c4b3-4a44-baeb-f51612caa8ae tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:48.697827 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68083bae-0ef5-4a84-a69f-6857fcac9581 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Pushing event updated for resources: {'Port': ['ID=ebe9d263-02c1-405e-a2a5-cc4a51f51b59,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:48.720934 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-68083bae-0ef5-4a84-a69f-6857fcac9581 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:48.833637 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-68083bae-0ef5-4a84-a69f-6857fcac9581 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Network 4a69cf5a-a773-448c-b778-545c271189f4 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:45:48.834926 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-68083bae-0ef5-4a84-a69f-6857fcac9581 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:45:48.837649 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-68083bae-0ef5-4a84-a69f-6857fcac9581 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:45:48.843242 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-68083bae-0ef5-4a84-a69f-6857fcac9581 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:48.843926 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-68083bae-0ef5-4a84-a69f-6857fcac9581 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:48.894243 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-68083bae-0ef5-4a84-a69f-6857fcac9581 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6181531 Feb 16 15:45:48.915870 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-660a25c4-f5a7-47fb-a89f-6819ccb750a9 service neutron] Request body: {'port': {'device_id': '180f9972-0cbd-4663-97af-db65f84e3b36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:45:48.923605 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-17409bcd-1581-4635-af3d-84167f1311d7 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Synchronizing usage tracker for tenant:95244e1fbac2403f9179e5db28ffcf7a on resource:security_group {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:45:48.976171 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-17409bcd-1581-4635-af3d-84167f1311d7 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Unset dirty status for tenant:95244e1fbac2403f9179e5db28ffcf7a on resource:security_group {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:45:48.990523 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-17409bcd-1581-4635-af3d-84167f1311d7 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1548293211&fields=id&tenant_id=95244e1fbac2403f9179e5db28ffcf7a HTTP/1.1" status: 200 len: 267 time: 0.2690859 Feb 16 15:45:49.098263 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-660a25c4-f5a7-47fb-a89f-6819ccb750a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:49.150678 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51d849-8673-4176-809c-653fa1809af7 req-a7ce883f-f5b0-4095-bf9c-25afe4c30fcb tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:49.152556 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3b51d849-8673-4176-809c-653fa1809af7 req-a7ce883f-f5b0-4095-bf9c-25afe4c30fcb tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.3765013 Feb 16 15:45:49.265443 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3b51d849-8673-4176-809c-653fa1809af7 req-f2dcba04-24e2-4901-ad1a-c8626dc8059d tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010675 Feb 16 15:45:49.291096 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-e6659664-a14e-4956-9d2c-0f33a757390f tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:49.306702 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-e6659664-a14e-4956-9d2c-0f33a757390f tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/networks?id=07d20f6e-5405-4664-8b3b-c7e7fb2edb46 HTTP/1.1" status: 200 len: 809 time: 0.3151643 Feb 16 15:45:49.343284 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-fde6275d-7efa-4a3a-baea-467b8527924f tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/quotas/95244e1fbac2403f9179e5db28ffcf7a HTTP/1.1" status: 200 len: 375 time: 0.0353234 Feb 16 15:45:49.628385 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-660a25c4-f5a7-47fb-a89f-6819ccb750a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebe9d263-02c1-405e-a2a5-cc4a51f51b59 {{(pid=84026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 15:45:49.637542 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-660a25c4-f5a7-47fb-a89f-6819ccb750a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:49.652936 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-660a25c4-f5a7-47fb-a89f-6819ccb750a9 service neutron] Transition to ACTIVE for port object ebe9d263-02c1-405e-a2a5-cc4a51f51b59 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:45:49.657050 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-660a25c4-f5a7-47fb-a89f-6819ccb750a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:49.696604 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-9ab6c6f8-2455-4915-99db-dbaa489b0a41 tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:49.824462 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-3aad0ff5-c6d6-4937-b20f-c21e34b8c929 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=95244e1fbac2403f9179e5db28ffcf7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4799602 Feb 16 15:45:49.836956 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a25c4-f5a7-47fb-a89f-6819ccb750a9 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe9d263-02c1-405e-a2a5-cc4a51f51b59,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:49.846197 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-660a25c4-f5a7-47fb-a89f-6819ccb750a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:49.874561 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2577cc-4d9c-4a96-a702-68bf84e5ec72 req-2f8804a0-ec3d-4851-a717-08c3e3a3aedd tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:49.882510 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1e2577cc-4d9c-4a96-a702-68bf84e5ec72 req-2f8804a0-ec3d-4851-a717-08c3e3a3aedd tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/ports?device_id=180f9972-0cbd-4663-97af-db65f84e3b36 HTTP/1.1" status: 200 len: 932 time: 0.4128718 Feb 16 15:45:49.999947 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1e2577cc-4d9c-4a96-a702-68bf84e5ec72 req-6043ebaf-311e-455f-a59f-ad746848bf5a tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c058086-c429-46d1-8959-daed0db26f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168308 Feb 16 15:45:50.061414 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-09397788-1b84-4db2-aeb5-de8920ff3530 service neutron] 10.222.0.42 "GET /v2.0/networks/07d20f6e-5405-4664-8b3b-c7e7fb2edb46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149801 Feb 16 15:45:50.349529 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-8278c037-d487-4f80-b42a-c6c655aaa83f service neutron] 10.222.0.42 "GET /v2.0/networks/07d20f6e-5405-4664-8b3b-c7e7fb2edb46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2804348 Feb 16 15:45:50.378419 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7303cfe-f48e-48b5-bf28-9447d5fae525 req-220c6e15-0c31-47f0-bf38-fc56cbb598ff tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:50.380709 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c7303cfe-f48e-48b5-bf28-9447d5fae525 req-220c6e15-0c31-47f0-bf38-fc56cbb598ff tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.1621428 Feb 16 15:45:50.487512 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-660a25c4-f5a7-47fb-a89f-6819ccb750a9 service neutron] Attempting to bind port ebe9d263-02c1-405e-a2a5-cc4a51f51b59 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:45:50.487512 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-660a25c4-f5a7-47fb-a89f-6819ccb750a9 service neutron] Attempting to bind port ebe9d263-02c1-405e-a2a5-cc4a51f51b59 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': 'ef995b49-a34b-46e4-9bc3-dadf6de736bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '4a69cf5a-a773-448c-b778-545c271189f4'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:45:50.488739 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-660a25c4-f5a7-47fb-a89f-6819ccb750a9 service neutron] Attempting to bind port ebe9d263-02c1-405e-a2a5-cc4a51f51b59 on network 4a69cf5a-a773-448c-b778-545c271189f4 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:45:50.499778 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-660a25c4-f5a7-47fb-a89f-6819ccb750a9 service neutron] Checking agent: {'id': '9f703877-974c-4713-aaa3-781784e6ea8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 41, 2), 'started_at': datetime.datetime(2021, 2, 16, 15, 41, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.100', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:45:50.500179 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-660a25c4-f5a7-47fb-a89f-6819ccb750a9 service neutron] Checking segment: {'id': 'ef995b49-a34b-46e4-9bc3-dadf6de736bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '4a69cf5a-a773-448c-b778-545c271189f4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:45:50.500599 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-660a25c4-f5a7-47fb-a89f-6819ccb750a9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:50.501024 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-660a25c4-f5a7-47fb-a89f-6819ccb750a9 service neutron] Bound using segment: {'id': 'ef995b49-a34b-46e4-9bc3-dadf6de736bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '4a69cf5a-a773-448c-b778-545c271189f4'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:45:50.501532 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-660a25c4-f5a7-47fb-a89f-6819ccb750a9 service neutron] Bound port: ebe9d263-02c1-405e-a2a5-cc4a51f51b59, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef995b49-a34b-46e4-9bc3-dadf6de736bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '4a69cf5a-a773-448c-b778-545c271189f4'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:45:50.501916 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-660a25c4-f5a7-47fb-a89f-6819ccb750a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:50.506083 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c7303cfe-f48e-48b5-bf28-9447d5fae525 req-38e43a8c-e913-4daa-8ce1-daee4178206b tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145957 Feb 16 15:45:50.752820 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-660a25c4-f5a7-47fb-a89f-6819ccb750a9 service neutron] For port ebe9d263-02c1-405e-a2a5-cc4a51f51b59, host hv-cinder-77570, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:45:50.757330 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-660a25c4-f5a7-47fb-a89f-6819ccb750a9 service neutron] For port ebe9d263-02c1-405e-a2a5-cc4a51f51b59, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=ebe9d263-02c1-405e-a2a5-cc4a51f51b59,segment=NetworkSegment(ef995b49-a34b-46e4-9bc3-dadf6de736bd),segment_id=ef995b49-a34b-46e4-9bc3-dadf6de736bd)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:45:50.772402 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-660a25c4-f5a7-47fb-a89f-6819ccb750a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:50.963300 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47cc8d2-fbff-48ef-9d0c-3209292a53c9 req-bcbf03e5-40cb-437f-8af9-554e8dbb5914 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:50.965699 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a47cc8d2-fbff-48ef-9d0c-3209292a53c9 req-bcbf03e5-40cb-437f-8af9-554e8dbb5914 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.1943305 Feb 16 15:45:50.981114 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ded9289a-aa3c-402a-813d-0465a4dbb90d tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:51.049611 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-660a25c4-f5a7-47fb-a89f-6819ccb750a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:51.050287 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-660a25c4-f5a7-47fb-a89f-6819ccb750a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:51.051830 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-660a25c4-f5a7-47fb-a89f-6819ccb750a9 service neutron] 10.222.0.102 "PUT /v2.0/ports/ebe9d263-02c1-405e-a2a5-cc4a51f51b59 HTTP/1.1" status: 200 len: 1158 time: 2.1408150 Feb 16 15:45:51.052373 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '180f9972-0cbd-4663-97af-db65f84e3b36', 'tag': 'ebe9d263-02c1-405e-a2a5-cc4a51f51b59'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:45:51.126478 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a47cc8d2-fbff-48ef-9d0c-3209292a53c9 req-a1dd5197-8bcd-47e1-9b07-6146702acbf5 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523473 Feb 16 15:45:51.162930 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a25c4-f5a7-47fb-a89f-6819ccb750a9 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe9d263-02c1-405e-a2a5-cc4a51f51b59,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:51.172763 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-660a25c4-f5a7-47fb-a89f-6819ccb750a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:51.251627 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-623674cc-38ce-4d69-857f-872bf4e50389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:51.253251 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-623674cc-38ce-4d69-857f-872bf4e50389 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=9baaca4a93c84035ac621465913a9b20&device_id=180f9972-0cbd-4663-97af-db65f84e3b36 HTTP/1.1" status: 200 len: 1161 time: 0.1374047 Feb 16 15:45:51.266123 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ea676c2b-f3c3-4d92-bc2d-2c03035df0a1 req-9b1a36c4-1756-43fd-b91f-b27f81ce4301 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 210 time: 0.1374440 Feb 16 15:45:51.446087 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-6fed32dc-d8a9-435b-8bff-9cbab211d2c3 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebe9d263-02c1-405e-a2a5-cc4a51f51b59 HTTP/1.1" status: 200 len: 217 time: 0.1710105 Feb 16 15:45:51.457823 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '180f9972-0cbd-4663-97af-db65f84e3b36', 'tag': 'ebe9d263-02c1-405e-a2a5-cc4a51f51b59', 'status': 'completed', 'code': 200} Feb 16 15:45:51.535368 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-986ebd08-717d-4d6f-a6f9-6212c6daba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:51.537104 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-986ebd08-717d-4d6f-a6f9-6212c6daba26 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=60264cdc-38de-4f03-9692-ec96b0808cac HTTP/1.1" status: 200 len: 849 time: 0.0814602 Feb 16 15:45:51.619620 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-6b1ff7c7-fef7-49cf-ad96-8b63f1e4b8a8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4a69cf5a-a773-448c-b778-545c271189f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758965 Feb 16 15:45:51.682643 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b5abb-9f67-4bea-bb89-631c162b31ec req-c36c4143-caf8-4b90-a89c-6ba5564dc7b6 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:51.696087 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-654b5abb-9f67-4bea-bb89-631c162b31ec req-c36c4143-caf8-4b90-a89c-6ba5564dc7b6 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/ports?device_id=180f9972-0cbd-4663-97af-db65f84e3b36 HTTP/1.1" status: 200 len: 944 time: 0.3087082 Feb 16 15:45:52.021561 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-654b5abb-9f67-4bea-bb89-631c162b31ec req-2837140c-78e6-49b9-83d9-24a7e3d2bee2 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c058086-c429-46d1-8959-daed0db26f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239870 Feb 16 15:45:52.120514 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff154f-db83-4bdf-87c0-0c52c3718cb3 req-228f66e2-64e5-4c15-a10f-95ff51ddc301 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:52.129266 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-57ff154f-db83-4bdf-87c0-0c52c3718cb3 req-228f66e2-64e5-4c15-a10f-95ff51ddc301 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.4289832 Feb 16 15:45:52.131861 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-492e4ca2-6f46-45b3-b8b0-32ac5bff7cc2 service neutron] 10.222.0.102 "GET /v2.0/networks/4a69cf5a-a773-448c-b778-545c271189f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5011942 Feb 16 15:45:52.255136 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-57ff154f-db83-4bdf-87c0-0c52c3718cb3 req-56707841-d06c-4230-a90c-722251f2f01f tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247938 Feb 16 15:45:52.546883 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4a9dab41-8689-42e0-ae0e-c76c1ebc69d6 req-09243010-ca25-4682-ba93-dd87e6026268 service neutron] 10.222.0.102 "GET /v2.0/networks/4a69cf5a-a773-448c-b778-545c271189f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4023161 Feb 16 15:45:52.570652 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-66164859-e762-420b-82e0-da421e864564 req-23257172-8720-4059-92ce-af2bd00f1c1b tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 210 time: 0.0770409 Feb 16 15:45:52.577362 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbf309-f409-4117-9bce-844aac4a8b90 req-7fed8097-6081-4fc4-9233-e0b3c080efd8 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:52.585328 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ccdbf309-f409-4117-9bce-844aac4a8b90 req-7fed8097-6081-4fc4-9233-e0b3c080efd8 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.2313297 Feb 16 15:45:52.619600 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 58212) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:45:52.649914 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ccdbf309-f409-4117-9bce-844aac4a8b90 req-cfd440c4-e3bd-4ff7-8409-b3d248093fcd tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634947 Feb 16 15:45:52.826188 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-277723df-8f0a-4400-9bed-b3319682f4ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:52.847781 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-277723df-8f0a-4400-9bed-b3319682f4ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:45:52.853491 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-277723df-8f0a-4400-9bed-b3319682f4ae admin admin] Usage tracker for resource:security_group_rule and tenant:f7f5a01312f74d4d882ceb0bdb0331a9 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:45:52.857621 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-277723df-8f0a-4400-9bed-b3319682f4ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:45:52.867952 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-277723df-8f0a-4400-9bed-b3319682f4ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:45:52.920000 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f7679-fe4e-4c32-a49d-e887810dbe75 req-557de15d-96e1-47cc-84af-74139d9dd244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:52.922168 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-349f7679-fe4e-4c32-a49d-e887810dbe75 req-557de15d-96e1-47cc-84af-74139d9dd244 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=9baaca4a93c84035ac621465913a9b20&device_id=180f9972-0cbd-4663-97af-db65f84e3b36 HTTP/1.1" status: 200 len: 1161 time: 0.2154768 Feb 16 15:45:53.129697 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f7679-fe4e-4c32-a49d-e887810dbe75 req-5dd723e0-1d5a-44dd-97b2-d01497cfc775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:53.131516 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-349f7679-fe4e-4c32-a49d-e887810dbe75 req-5dd723e0-1d5a-44dd-97b2-d01497cfc775 service neutron] 10.222.0.102 "GET /v2.0/networks?id=4a69cf5a-a773-448c-b778-545c271189f4 HTTP/1.1" status: 200 len: 904 time: 0.1994386 Feb 16 15:45:53.248586 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-277723df-8f0a-4400-9bed-b3319682f4ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:53.253135 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-349f7679-fe4e-4c32-a49d-e887810dbe75 req-8ef274ec-6f61-46f1-a308-f330559dcb75 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebe9d263-02c1-405e-a2a5-cc4a51f51b59 HTTP/1.1" status: 200 len: 217 time: 0.0887191 Feb 16 15:45:53.285885 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-277723df-8f0a-4400-9bed-b3319682f4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:53.289324 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5cb51-7373-4679-b87c-f4d6040da019 req-d4990790-2ea9-4b64-8d0e-172f470d6b3e tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:53.290801 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dab5cb51-7373-4679-b87c-f4d6040da019 req-d4990790-2ea9-4b64-8d0e-172f470d6b3e tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/ports?device_id=180f9972-0cbd-4663-97af-db65f84e3b36 HTTP/1.1" status: 200 len: 944 time: 0.1015780 Feb 16 15:45:53.384801 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d321f632-0c4c-47d3-a0ea-f330fc2ddf79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:53.489958 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277723df-8f0a-4400-9bed-b3319682f4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc81c7f-808b-43c5-b58f-dafc616f5af0,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:53.495803 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-277723df-8f0a-4400-9bed-b3319682f4ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:53.507046 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-277723df-8f0a-4400-9bed-b3319682f4ae admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f7f5a01312f74d4d882ceb0bdb0331a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8836641 Feb 16 15:45:53.512588 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 58238) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:45:53.525284 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dab5cb51-7373-4679-b87c-f4d6040da019 req-71207392-5b72-4f40-b26b-65088cb4bc0e tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c058086-c429-46d1-8959-daed0db26f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256665 Feb 16 15:45:53.531070 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f7679-fe4e-4c32-a49d-e887810dbe75 req-6b5e0c7c-1bd6-4b27-8655-4ab42ea6bb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:53.532860 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-349f7679-fe4e-4c32-a49d-e887810dbe75 req-6b5e0c7c-1bd6-4b27-8655-4ab42ea6bb48 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=60264cdc-38de-4f03-9692-ec96b0808cac HTTP/1.1" status: 200 len: 849 time: 0.2486460 Feb 16 15:45:53.572969 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec2330-fa99-4174-aa52-bd5dffa6dfa5 req-f455968d-d83e-4a3a-b9ed-593a7ffdc80a tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:53.581750 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1aec2330-fa99-4174-aa52-bd5dffa6dfa5 req-f455968d-d83e-4a3a-b9ed-593a7ffdc80a tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.1801364 Feb 16 15:45:53.648027 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-349f7679-fe4e-4c32-a49d-e887810dbe75 req-9ce05844-9f15-400a-b94c-60908c882e58 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4a69cf5a-a773-448c-b778-545c271189f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817425 Feb 16 15:45:53.657892 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1aec2330-fa99-4174-aa52-bd5dffa6dfa5 req-8d1232f3-ac8d-4685-aa07-1272b150d004 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750620 Feb 16 15:45:53.805629 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-3e0c0f17-9446-4a59-bfbb-f3febb53e085 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:53.806412 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-3e0c0f17-9446-4a59-bfbb-f3febb53e085 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Synchronizing usage tracker for tenant:95244e1fbac2403f9179e5db28ffcf7a on resource:network {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:45:53.852689 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6b3c7a57-7520-40d8-8354-f68ef76cd2c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:53.910108 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-3e0c0f17-9446-4a59-bfbb-f3febb53e085 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Unset dirty status for tenant:95244e1fbac2403f9179e5db28ffcf7a on resource:network {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:45:53.911412 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-3e0c0f17-9446-4a59-bfbb-f3febb53e085 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.102 "GET /v2.0/networks?id=07d20f6e-5405-4664-8b3b-c7e7fb2edb46 HTTP/1.1" status: 200 len: 809 time: 0.6607449 Feb 16 15:45:53.922772 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6b3c7a57-7520-40d8-8354-f68ef76cd2c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:53.925849 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9e15b01a-56d0-4518-b753-fbf10d4fbaeb req-38d76fbe-3436-4fb2-b149-3561421cdc9c tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 210 time: 0.1336133 Feb 16 15:45:53.983593 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-349f7679-fe4e-4c32-a49d-e887810dbe75 req-1f977101-ff7a-444d-87d6-cf1035e082b7 service neutron] 10.222.0.102 "GET /v2.0/networks/4a69cf5a-a773-448c-b778-545c271189f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995300 Feb 16 15:45:53.992829 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2651a-7f26-4bdc-a1ce-c3017300d9c0 req-2c410565-8426-47ad-87a9-a1d5e54853a5 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:53.996136 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9df2651a-7f26-4bdc-a1ce-c3017300d9c0 req-2c410565-8426-47ad-87a9-a1d5e54853a5 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.1313627 Feb 16 15:45:54.069844 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9df2651a-7f26-4bdc-a1ce-c3017300d9c0 req-39b39313-43fd-4693-8372-ff33a9d4e517 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659559 Feb 16 15:45:54.151453 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-28628165-8486-4394-8c26-d34a957fb57b tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Synchronizing usage tracker for tenant:95244e1fbac2403f9179e5db28ffcf7a on resource:security_group {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:45:54.171629 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6b3c7a57-7520-40d8-8354-f68ef76cd2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:54.180751 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-277723df-8f0a-4400-9bed-b3319682f4ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:54.211795 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c7a57-7520-40d8-8354-f68ef76cd2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc81c7f-808b-43c5-b58f-dafc616f5af0,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:54.214236 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-28628165-8486-4394-8c26-d34a957fb57b tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Unset dirty status for tenant:95244e1fbac2403f9179e5db28ffcf7a on resource:security_group {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:45:54.215876 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-28628165-8486-4394-8c26-d34a957fb57b tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=95244e1fbac2403f9179e5db28ffcf7a HTTP/1.1" status: 200 len: 5759 time: 0.2854836 Feb 16 15:45:54.221414 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-6b3c7a57-7520-40d8-8354-f68ef76cd2c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:54.224172 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6b3c7a57-7520-40d8-8354-f68ef76cd2c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:54.225367 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-6b3c7a57-7520-40d8-8354-f68ef76cd2c6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5bc81c7f-808b-43c5-b58f-dafc616f5af0 HTTP/1.1" status: 204 len: 168 time: 0.7121086 Feb 16 15:45:54.233337 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-63c4879a-3e78-42ee-baeb-aebae86acdd7 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Request body: {'port': {'device_id': 'c1424151-067a-42fc-b1b1-e7784c4f0a47', 'network_id': '07d20f6e-5405-4664-8b3b-c7e7fb2edb46', 'admin_state_up': True, 'tenant_id': '95244e1fbac2403f9179e5db28ffcf7a', 'security_groups': ['8e754c31-52e2-4220-91ed-89ddb2624ab8']}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:45:54.265181 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-349f7679-fe4e-4c32-a49d-e887810dbe75 req-d4591037-e770-4fd2-9d77-ba4d021109d6 service neutron] 10.222.0.102 "GET /v2.0/networks/4a69cf5a-a773-448c-b778-545c271189f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2620051 Feb 16 15:45:54.410181 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a15e1d-e0bd-4c6b-b97e-a046ea77e846 req-b00e1cb0-435e-420d-9f10-a75ef457ea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:54.412231 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c7a15e1d-e0bd-4c6b-b97e-a046ea77e846 req-b00e1cb0-435e-420d-9f10-a75ef457ea19 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=cdeb7d144cce4a36905846777218ca0e&device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 1163 time: 0.0943167 Feb 16 15:45:54.430133 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-63c4879a-3e78-42ee-baeb-aebae86acdd7 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:45:54.434845 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-63c4879a-3e78-42ee-baeb-aebae86acdd7 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Usage tracker for resource:port and tenant:95244e1fbac2403f9179e5db28ffcf7a is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:45:54.438304 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-63c4879a-3e78-42ee-baeb-aebae86acdd7 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:45:54.446500 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-63c4879a-3e78-42ee-baeb-aebae86acdd7 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:45:54.458045 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-63c4879a-3e78-42ee-baeb-aebae86acdd7 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Made reservation on behalf of 95244e1fbac2403f9179e5db28ffcf7a for: {'port': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:45:54.464063 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-63c4879a-3e78-42ee-baeb-aebae86acdd7 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:54.620749 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a15e1d-e0bd-4c6b-b97e-a046ea77e846 req-32570bf6-803a-4ffb-8378-2e7e517f3442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:54.623157 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c7a15e1d-e0bd-4c6b-b97e-a046ea77e846 req-32570bf6-803a-4ffb-8378-2e7e517f3442 service neutron] 10.222.0.102 "GET /v2.0/networks?id=20ca6535-fd86-4587-bfbd-e6e090169f44 HTTP/1.1" status: 200 len: 911 time: 0.1784282 Feb 16 15:45:54.804134 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c7a15e1d-e0bd-4c6b-b97e-a046ea77e846 req-42ce7254-ec46-4834-82ba-a383a763a4d3 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18a06e30-139e-4dd9-a575-5d0dfb575216 HTTP/1.1" status: 200 len: 1001 time: 0.1741033 Feb 16 15:45:54.895420 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf8042-e156-4228-b3cf-35460695df21 req-12a18a9e-d14a-42e0-a4b3-0fe109d84feb tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:54.897079 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-97cf8042-e156-4228-b3cf-35460695df21 req-12a18a9e-d14a-42e0-a4b3-0fe109d84feb tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/ports?device_id=180f9972-0cbd-4663-97af-db65f84e3b36 HTTP/1.1" status: 200 len: 944 time: 0.2136679 Feb 16 15:45:54.928149 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-63c4879a-3e78-42ee-baeb-aebae86acdd7 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Allocated IP 172.20.0.9 (07d20f6e-5405-4664-8b3b-c7e7fb2edb46/b7de20fc-ff7d-4e6d-8c17-e373476884b7/4a4bb9fa-af64-4905-a356-cc24a468588b) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:45:54.988581 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a15e1d-e0bd-4c6b-b97e-a046ea77e846 req-83aed3b5-f06c-4a1a-a5f5-8a934636c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:54.990147 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c7a15e1d-e0bd-4c6b-b97e-a046ea77e846 req-83aed3b5-f06c-4a1a-a5f5-8a934636c311 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=cf8af63e-2347-4927-a7a5-30a38d3293b2 HTTP/1.1" status: 200 len: 856 time: 0.1780365 Feb 16 15:45:55.078425 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-97cf8042-e156-4228-b3cf-35460695df21 req-9e87c3f4-7503-4af7-8147-ba4cb92fb220 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c058086-c429-46d1-8959-daed0db26f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349380 Feb 16 15:45:55.160068 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268deae-085d-4499-bc8a-1b85f5aaafb8 req-8026ff03-f6b9-44a3-a5cb-b0f5c49e4f60 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:55.171824 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e268deae-085d-4499-bc8a-1b85f5aaafb8 req-8026ff03-f6b9-44a3-a5cb-b0f5c49e4f60 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.2976007 Feb 16 15:45:55.178309 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a15e1d-e0bd-4c6b-b97e-a046ea77e846 req-66ca8238-ec1b-4548-8630-0d3122c53fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:55.178868 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-63c4879a-3e78-42ee-baeb-aebae86acdd7 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:55.180343 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c7a15e1d-e0bd-4c6b-b97e-a046ea77e846 req-66ca8238-ec1b-4548-8630-0d3122c53fe4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=20ca6535-fd86-4587-bfbd-e6e090169f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1813612 Feb 16 15:45:55.215658 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-63c4879a-3e78-42ee-baeb-aebae86acdd7 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Transition to ACTIVE for port object 4a4bb9fa-af64-4905-a356-cc24a468588b will not be triggered until provisioned by entity DHCP. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:45:55.227792 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-133b4145-bcae-49ab-8a35-330e6ad310da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:55.263597 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-63c4879a-3e78-42ee-baeb-aebae86acdd7 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:55.286794 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-89dd32d8-f648-4a31-84e0-eb8b5df3063f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:55.432958 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e268deae-085d-4499-bc8a-1b85f5aaafb8 req-fdd75b5a-dfe2-45fa-8e53-9eb1fedab312 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579579 Feb 16 15:45:55.440195 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c4879a-3e78-42ee-baeb-aebae86acdd7 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Pushing event updated for resources: {'Port': ['ID=4a4bb9fa-af64-4905-a356-cc24a468588b,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:55.444743 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-63c4879a-3e78-42ee-baeb-aebae86acdd7 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:55.503078 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c7a15e1d-e0bd-4c6b-b97e-a046ea77e846 req-cbe15e45-d6b5-41ec-9380-1aecbe7cd3ee service neutron] 10.222.0.102 "GET /v2.0/networks/20ca6535-fd86-4587-bfbd-e6e090169f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892871 Feb 16 15:45:55.532943 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-63c4879a-3e78-42ee-baeb-aebae86acdd7 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Network 07d20f6e-5405-4664-8b3b-c7e7fb2edb46 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:45:55.534122 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-63c4879a-3e78-42ee-baeb-aebae86acdd7 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:45:55.549558 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-63c4879a-3e78-42ee-baeb-aebae86acdd7 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:45:55.559576 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-63c4879a-3e78-42ee-baeb-aebae86acdd7 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:55.560376 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-63c4879a-3e78-42ee-baeb-aebae86acdd7 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:55.571735 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b616d-4ada-4a7f-9eda-81d18d481c80 req-145342c9-4b66-4be7-9f29-e60d9d766b90 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:55.580373 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dc7b616d-4ada-4a7f-9eda-81d18d481c80 req-145342c9-4b66-4be7-9f29-e60d9d766b90 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 931 time: 0.3249493 Feb 16 15:45:55.606812 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-63c4879a-3e78-42ee-baeb-aebae86acdd7 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3783348 Feb 16 15:45:55.629379 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-38c944b7-4b2e-44d9-a1d5-4e52e7ef6c55 service neutron] Request body: {'port': {'device_id': 'c1424151-067a-42fc-b1b1-e7784c4f0a47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:45:55.870965 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-85eb4e83-f714-4120-adab-76279aadc006 None None] Provisioning for port 4a4bb9fa-af64-4905-a356-cc24a468588b completed by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:45:55.877674 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-85eb4e83-f714-4120-adab-76279aadc006 None None] Provisioning complete for port 4a4bb9fa-af64-4905-a356-cc24a468588b triggered by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:45:55.878351 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-85eb4e83-f714-4120-adab-76279aadc006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:55.919212 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-38c944b7-4b2e-44d9-a1d5-4e52e7ef6c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:55.943153 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-85eb4e83-f714-4120-adab-76279aadc006 None None] Port 4a4bb9fa-af64-4905-a356-cc24a468588b cannot update to ACTIVE because it is not bound. {{(pid=84027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 15:45:55.952567 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976602d-60ee-4809-869f-9046283d1878 req-dc35fe8e-6eb0-4d9b-9cc6-7d43dc05f358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:55.954159 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f976602d-60ee-4809-869f-9046283d1878 req-dc35fe8e-6eb0-4d9b-9cc6-7d43dc05f358 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 1162 time: 0.1494954 Feb 16 15:45:56.102281 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c7a15e1d-e0bd-4c6b-b97e-a046ea77e846 req-6f754d68-6156-49f6-b866-22d1fd3c50d7 service neutron] 10.222.0.102 "GET /v2.0/networks/20ca6535-fd86-4587-bfbd-e6e090169f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5700297 Feb 16 15:45:56.115362 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dc7b616d-4ada-4a7f-9eda-81d18d481c80 req-b0d0bdb2-e40a-4360-8047-d49c4aba2ba4 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.5340519 Feb 16 15:45:56.124298 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f976602d-60ee-4809-869f-9046283d1878 req-84a0663c-a2a6-4567-8506-98b4091c0a96 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171262 Feb 16 15:45:56.168906 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26592f90-6b56-465b-9dd9-dd60cc4af13d req-776f6ff1-31b4-4a25-853d-7f72628def3f tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:56.180123 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-26592f90-6b56-465b-9dd9-dd60cc4af13d req-776f6ff1-31b4-4a25-853d-7f72628def3f tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.5098855 Feb 16 15:45:56.273148 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-26592f90-6b56-465b-9dd9-dd60cc4af13d req-f7fe2670-5679-423c-860e-f67d9ee7b961 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916929 Feb 16 15:45:56.332665 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0dbb3e-7dec-4426-9b76-a365c344c417 req-8a0c0240-702c-4417-bc97-7bdfe0703576 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:56.334405 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6b0dbb3e-7dec-4426-9b76-a365c344c417 req-8a0c0240-702c-4417-bc97-7bdfe0703576 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/ports?device_id=180f9972-0cbd-4663-97af-db65f84e3b36 HTTP/1.1" status: 200 len: 944 time: 0.1038342 Feb 16 15:45:56.393897 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6b0dbb3e-7dec-4426-9b76-a365c344c417 req-aef44909-bafe-47aa-8e96-87ce51ca13a7 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c058086-c429-46d1-8959-daed0db26f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523305 Feb 16 15:45:56.519128 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 03bd2236-cf30-42c8-9f32-63f5f0f4d9b4 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:45:56.614477 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 03bd2236-cf30-42c8-9f32-63f5f0f4d9b4 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:45:56.615170 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:56.663406 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c42f4e-9778-4a59-b852-feda79d4604f req-a46d73d3-8214-4bc7-a63d-c848afeb808d tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:56.665188 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-05c42f4e-9778-4a59-b852-feda79d4604f req-a46d73d3-8214-4bc7-a63d-c848afeb808d tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.1098309 Feb 16 15:45:56.731776 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-05c42f4e-9778-4a59-b852-feda79d4604f req-adf7be85-f408-4fb6-b027-fdbf96161594 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578446 Feb 16 15:45:56.779000 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-38c944b7-4b2e-44d9-a1d5-4e52e7ef6c55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a4bb9fa-af64-4905-a356-cc24a468588b {{(pid=84026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 15:45:56.786815 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device ebe9d263-02c1-405e-a2a5-cc4a51f51b59 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:45:56.792334 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-38c944b7-4b2e-44d9-a1d5-4e52e7ef6c55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:56.809092 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-38c944b7-4b2e-44d9-a1d5-4e52e7ef6c55 service neutron] Transition to ACTIVE for port object 4a4bb9fa-af64-4905-a356-cc24a468588b will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:45:56.816535 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-38c944b7-4b2e-44d9-a1d5-4e52e7ef6c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:56.835056 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-92b46dc7-fae5-47a8-afda-4d6497736339 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:56.882639 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning for port ebe9d263-02c1-405e-a2a5-cc4a51f51b59 completed by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:45:56.888220 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port ebe9d263-02c1-405e-a2a5-cc4a51f51b59 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:45:56.888644 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:57.020425 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:57.034521 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c944b7-4b2e-44d9-a1d5-4e52e7ef6c55 service neutron] Pushing event updated for resources: {'Port': ['ID=4a4bb9fa-af64-4905-a356-cc24a468588b,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:57.040178 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-38c944b7-4b2e-44d9-a1d5-4e52e7ef6c55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:57.051093 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180f9972-0cbd-4663-97af-db65f84e3b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe9d263-02c1-405e-a2a5-cc4a51f51b59'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:45:57.061823 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] For port ebe9d263-02c1-405e-a2a5-cc4a51f51b59, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=ebe9d263-02c1-405e-a2a5-cc4a51f51b59,segment=NetworkSegment(ef995b49-a34b-46e4-9bc3-dadf6de736bd),segment_id=ef995b49-a34b-46e4-9bc3-dadf6de736bd)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:45:57.065698 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:57.067597 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:57.099042 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-026100b3-e204-4520-ab0f-e572c11fee69 req-398ad18f-cdad-484c-a863-6f07a6ae1ce1 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2290468 Feb 16 15:45:57.137582 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180f9972-0cbd-4663-97af-db65f84e3b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe9d263-02c1-405e-a2a5-cc4a51f51b59', 'code': 200} Feb 16 15:45:57.149720 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Pushing event updated for resources: {'Port': ['ID=ebe9d263-02c1-405e-a2a5-cc4a51f51b59,revision_number=4']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:57.153485 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:57.277056 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-38c944b7-4b2e-44d9-a1d5-4e52e7ef6c55 service neutron] Attempting to bind port 4a4bb9fa-af64-4905-a356-cc24a468588b on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:45:57.277618 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-38c944b7-4b2e-44d9-a1d5-4e52e7ef6c55 service neutron] Attempting to bind port 4a4bb9fa-af64-4905-a356-cc24a468588b by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': 'a4b1d6a3-4a85-4d78-999e-ea5314b6b84d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '07d20f6e-5405-4664-8b3b-c7e7fb2edb46'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:45:57.277751 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-38c944b7-4b2e-44d9-a1d5-4e52e7ef6c55 service neutron] Attempting to bind port 4a4bb9fa-af64-4905-a356-cc24a468588b on network 07d20f6e-5405-4664-8b3b-c7e7fb2edb46 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:45:57.287459 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-38c944b7-4b2e-44d9-a1d5-4e52e7ef6c55 service neutron] Checking agent: {'id': '9f703877-974c-4713-aaa3-781784e6ea8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 41, 2), 'started_at': datetime.datetime(2021, 2, 16, 15, 41, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.100', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:45:57.287837 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-38c944b7-4b2e-44d9-a1d5-4e52e7ef6c55 service neutron] Checking segment: {'id': 'a4b1d6a3-4a85-4d78-999e-ea5314b6b84d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '07d20f6e-5405-4664-8b3b-c7e7fb2edb46'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:45:57.288246 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-38c944b7-4b2e-44d9-a1d5-4e52e7ef6c55 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:57.288642 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-38c944b7-4b2e-44d9-a1d5-4e52e7ef6c55 service neutron] Bound using segment: {'id': 'a4b1d6a3-4a85-4d78-999e-ea5314b6b84d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '07d20f6e-5405-4664-8b3b-c7e7fb2edb46'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:45:57.289130 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-38c944b7-4b2e-44d9-a1d5-4e52e7ef6c55 service neutron] Bound port: 4a4bb9fa-af64-4905-a356-cc24a468588b, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4b1d6a3-4a85-4d78-999e-ea5314b6b84d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '07d20f6e-5405-4664-8b3b-c7e7fb2edb46'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:45:57.289506 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-38c944b7-4b2e-44d9-a1d5-4e52e7ef6c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:57.445734 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026100b3-e204-4520-ab0f-e572c11fee69 req-5fb8515f-8553-4dbd-9b1b-1f3b496bbd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:57.447753 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-026100b3-e204-4520-ab0f-e572c11fee69 req-5fb8515f-8553-4dbd-9b1b-1f3b496bbd58 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=307d1551b61b4c018334709f0279d350&device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 1162 time: 0.2450759 Feb 16 15:45:57.511170 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-38c944b7-4b2e-44d9-a1d5-4e52e7ef6c55 service neutron] For port 4a4bb9fa-af64-4905-a356-cc24a468588b, host hv-cinder-77570, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:45:57.553447 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784998c-7f2f-4e72-8c11-8e1a5e25a37e req-b74a94ac-de33-4a78-9ace-44f6bdca3866 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:57.558314 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2784998c-7f2f-4e72-8c11-8e1a5e25a37e req-b74a94ac-de33-4a78-9ace-44f6bdca3866 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 943 time: 0.2852631 Feb 16 15:45:57.590060 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-38c944b7-4b2e-44d9-a1d5-4e52e7ef6c55 service neutron] For port 4a4bb9fa-af64-4905-a356-cc24a468588b, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=4a4bb9fa-af64-4905-a356-cc24a468588b,segment=NetworkSegment(a4b1d6a3-4a85-4d78-999e-ea5314b6b84d),segment_id=a4b1d6a3-4a85-4d78-999e-ea5314b6b84d)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:45:57.597435 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-38c944b7-4b2e-44d9-a1d5-4e52e7ef6c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:57.618343 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2784998c-7f2f-4e72-8c11-8e1a5e25a37e req-32fe0cc3-ac4b-41e3-9888-bfc27136f214 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0533085 Feb 16 15:45:57.643675 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85e2ba-96ab-4e37-a468-676415367185 req-c78f6e84-2982-4207-aaf8-72221c414ab5 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:57.651758 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cf85e2ba-96ab-4e37-a468-676415367185 req-c78f6e84-2982-4207-aaf8-72221c414ab5 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.1952972 Feb 16 15:45:57.684115 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3bfd2ebe-85a5-4718-bd2a-0237d1422501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:45:57.769541 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cf85e2ba-96ab-4e37-a468-676415367185 req-89cebeff-c87b-4ffe-a6a8-9e171fb898df tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167293 Feb 16 15:45:57.777268 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-da6d8050-2a0f-4f5d-9ea7-a86aeb6794fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:57.798993 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026100b3-e204-4520-ab0f-e572c11fee69 req-c2ad0187-552d-49ad-9139-dd8e72f5c90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:57.801915 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-026100b3-e204-4520-ab0f-e572c11fee69 req-c2ad0187-552d-49ad-9139-dd8e72f5c90e service neutron] 10.222.0.102 "GET /v2.0/networks?id=b7c45075-d47a-42e2-ab3d-f37c2b945ec2 HTTP/1.1" status: 200 len: 913 time: 0.3318560 Feb 16 15:45:57.817967 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f679f8-d1f8-4470-9861-e7142819140c req-fe3d6643-8c81-4c2e-b1c9-cf96d6bc67ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:57.819628 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e7f679f8-d1f8-4470-9861-e7142819140c req-fe3d6643-8c81-4c2e-b1c9-cf96d6bc67ad service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=180f9972-0cbd-4663-97af-db65f84e3b36 HTTP/1.1" status: 200 len: 1163 time: 0.1829681 Feb 16 15:45:57.880376 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device ebe9d263-02c1-405e-a2a5-cc4a51f51b59 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:45:57.923836 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-026100b3-e204-4520-ab0f-e572c11fee69 req-f93cf0a4-6b2f-4444-811e-a4a03aeea98d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf97c307-354d-4f28-b01d-c26454b8544c HTTP/1.1" status: 200 len: 217 time: 0.0907209 Feb 16 15:45:57.962310 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port ebe9d263-02c1-405e-a2a5-cc4a51f51b59 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:45:57.962780 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:57.975339 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c944b7-4b2e-44d9-a1d5-4e52e7ef6c55 service neutron] Pushing event updated for resources: {'Port': ['ID=4a4bb9fa-af64-4905-a356-cc24a468588b,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:45:57.985243 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-38c944b7-4b2e-44d9-a1d5-4e52e7ef6c55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:45:58.001375 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e7f679f8-d1f8-4470-9861-e7142819140c req-050099a8-00bf-4ec4-b607-9f66f00849ff service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=9c058086-c429-46d1-8959-daed0db26f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361623 Feb 16 15:45:58.039379 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026100b3-e204-4520-ab0f-e572c11fee69 req-7bf48948-26ab-4ccc-a06d-6251b86ed8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:58.040959 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-026100b3-e204-4520-ab0f-e572c11fee69 req-7bf48948-26ab-4ccc-a06d-6251b86ed8c9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a62699c9-d511-4489-bc33-e0a20a0f027c HTTP/1.1" status: 200 len: 859 time: 0.1103525 Feb 16 15:45:58.042937 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25edcecb-01de-4bad-a887-b737631c69a6 req-4fa68c08-f27e-409d-928f-62dd50d328c2 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:58.051745 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-25edcecb-01de-4bad-a887-b737631c69a6 req-4fa68c08-f27e-409d-928f-62dd50d328c2 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/ports?device_id=180f9972-0cbd-4663-97af-db65f84e3b36 HTTP/1.1" status: 200 len: 946 time: 0.2291543 Feb 16 15:45:58.056714 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-38c944b7-4b2e-44d9-a1d5-4e52e7ef6c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:58.058158 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-38c944b7-4b2e-44d9-a1d5-4e52e7ef6c55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:58.059856 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-38c944b7-4b2e-44d9-a1d5-4e52e7ef6c55 service neutron] 10.222.0.102 "PUT /v2.0/ports/4a4bb9fa-af64-4905-a356-cc24a468588b HTTP/1.1" status: 200 len: 1157 time: 2.4385991 Feb 16 15:45:58.060499 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1424151-067a-42fc-b1b1-e7784c4f0a47', 'tag': '4a4bb9fa-af64-4905-a356-cc24a468588b'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:45:58.111154 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daada13-a9fe-4224-9dc2-a3110999f0d1 req-65435b0f-e36e-4bec-a547-0212428cc8a2 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:58.112800 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5daada13-a9fe-4224-9dc2-a3110999f0d1 req-65435b0f-e36e-4bec-a547-0212428cc8a2 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.2264531 Feb 16 15:45:58.137002 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:58.176643 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-25edcecb-01de-4bad-a887-b737631c69a6 req-285ff06c-e03f-4d78-a435-97cd6dc60970 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c058086-c429-46d1-8959-daed0db26f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240096 Feb 16 15:45:58.188458 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5daada13-a9fe-4224-9dc2-a3110999f0d1 req-9d7b28b3-81a4-46f7-9ce4-b34316e0aa50 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645444 Feb 16 15:45:58.241345 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1424151-067a-42fc-b1b1-e7784c4f0a47', 'tag': '4a4bb9fa-af64-4905-a356-cc24a468588b', 'status': 'completed', 'code': 200} Feb 16 15:45:58.437170 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-026100b3-e204-4520-ab0f-e572c11fee69 req-bdd1b22e-8cd1-4304-8423-4bd311666515 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b7c45075-d47a-42e2-ab3d-f37c2b945ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903132 Feb 16 15:45:58.585897 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52db63-236b-4240-8eb2-09e02d2f0f22 req-01c827c6-3894-4358-8ee2-385736deb278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:58.587623 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0e52db63-236b-4240-8eb2-09e02d2f0f22 req-01c827c6-3894-4358-8ee2-385736deb278 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=95244e1fbac2403f9179e5db28ffcf7a&device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 1160 time: 0.1972172 Feb 16 15:45:58.689769 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-026100b3-e204-4520-ab0f-e572c11fee69 req-fdec37af-f4ab-4b68-a6ef-aea83b31811b service neutron] 10.222.0.102 "GET /v2.0/networks/b7c45075-d47a-42e2-ab3d-f37c2b945ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414503 Feb 16 15:45:58.893789 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52db63-236b-4240-8eb2-09e02d2f0f22 req-3f44cf85-096a-4f49-a254-7781b71edb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:58.895631 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0e52db63-236b-4240-8eb2-09e02d2f0f22 req-3f44cf85-096a-4f49-a254-7781b71edb92 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=95244e1fbac2403f9179e5db28ffcf7a&shared=False HTTP/1.1" status: 200 len: 903 time: 0.2909992 Feb 16 15:45:58.923056 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ad6d4-52d0-4036-91b9-6ebfc09819b1 req-126a52cb-0d9d-4d1a-8221-6b1041c08725 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:58.924686 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dd8ad6d4-52d0-4036-91b9-6ebfc09819b1 req-126a52cb-0d9d-4d1a-8221-6b1041c08725 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.2227566 Feb 16 15:45:58.979417 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27c6cf-79a2-4562-b804-6da6cecb8c7a req-82aadf07-b64c-4ba1-8ffa-c4fb3e4d290b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:58.981062 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dc27c6cf-79a2-4562-b804-6da6cecb8c7a req-82aadf07-b64c-4ba1-8ffa-c4fb3e4d290b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=307d1551b61b4c018334709f0279d350&device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 1162 time: 0.3297746 Feb 16 15:45:59.040215 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-026100b3-e204-4520-ab0f-e572c11fee69 req-c1df2c91-2bbf-42f1-a144-83911eba5637 service neutron] 10.222.0.102 "GET /v2.0/networks/b7c45075-d47a-42e2-ab3d-f37c2b945ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3366718 Feb 16 15:45:59.060799 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52db63-236b-4240-8eb2-09e02d2f0f22 req-2ec56f56-544c-43b1-b97e-931abd70fd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:59.062420 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0e52db63-236b-4240-8eb2-09e02d2f0f22 req-2ec56f56-544c-43b1-b97e-931abd70fd36 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1595218 Feb 16 15:45:59.106740 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dd8ad6d4-52d0-4036-91b9-6ebfc09819b1 req-6b5a5985-1a0f-4f1e-8079-b8a2b5fee30d tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748471 Feb 16 15:45:59.122441 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be9684-a4ae-42a0-afbc-84e8a0d55475 req-07ceab02-4ea5-423a-b1a9-a5df885a1ac8 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:59.124229 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a2be9684-a4ae-42a0-afbc-84e8a0d55475 req-07ceab02-4ea5-423a-b1a9-a5df885a1ac8 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 943 time: 0.3476059 Feb 16 15:45:59.217593 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a2be9684-a4ae-42a0-afbc-84e8a0d55475 req-4eeb727b-f5dd-42d2-adc1-4fe083e7e05c tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0827017 Feb 16 15:45:59.218438 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27c6cf-79a2-4562-b804-6da6cecb8c7a req-eec3399a-383a-45dc-b96e-65f5aa6b4293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:59.220480 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dc27c6cf-79a2-4562-b804-6da6cecb8c7a req-eec3399a-383a-45dc-b96e-65f5aa6b4293 service neutron] 10.222.0.102 "GET /v2.0/networks?id=b7c45075-d47a-42e2-ab3d-f37c2b945ec2 HTTP/1.1" status: 200 len: 913 time: 0.2230561 Feb 16 15:45:59.372187 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:59.388269 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-16a3b3ce-af49-43c4-9ba8-a9fe17048a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:59.390105 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-16a3b3ce-af49-43c4-9ba8-a9fe17048a4f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=95244e1fbac2403f9179e5db28ffcf7a&device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 1160 time: 0.1006465 Feb 16 15:45:59.425008 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dc27c6cf-79a2-4562-b804-6da6cecb8c7a req-68ae8fa1-a78e-48b8-9a57-7235ccb72c1c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03bd2236-cf30-42c8-9f32-63f5f0f4d9b4 HTTP/1.1" status: 200 len: 217 time: 0.1302283 Feb 16 15:45:59.518002 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-9ceda73b-f6b3-474b-addb-48ffad010c86 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a4bb9fa-af64-4905-a356-cc24a468588b HTTP/1.1" status: 200 len: 217 time: 0.0906308 Feb 16 15:45:59.540770 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27c6cf-79a2-4562-b804-6da6cecb8c7a req-f0a1fbd4-21de-4812-9ad7-faa38991c07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:59.542352 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dc27c6cf-79a2-4562-b804-6da6cecb8c7a req-f0a1fbd4-21de-4812-9ad7-faa38991c07d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a62699c9-d511-4489-bc33-e0a20a0f027c HTTP/1.1" status: 200 len: 859 time: 0.1055689 Feb 16 15:45:59.593909 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-e0d271d4-7b1c-4e66-a69e-34b60ae30cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:59.596373 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-e0d271d4-7b1c-4e66-a69e-34b60ae30cca service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b7de20fc-ff7d-4e6d-8c17-e373476884b7 HTTP/1.1" status: 200 len: 848 time: 0.0714977 Feb 16 15:45:59.596525 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8fcd1-9b76-4086-b9ae-1810bc5a6c80 req-251b109a-c4a1-43f0-9dc9-f31cff39f1f4 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:59.598073 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dab8fcd1-9b76-4086-b9ae-1810bc5a6c80 req-251b109a-c4a1-43f0-9dc9-f31cff39f1f4 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.3673570 Feb 16 15:45:59.623794 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dc27c6cf-79a2-4562-b804-6da6cecb8c7a req-8e19d6a9-a5f4-4b49-bad0-cfa36fa3dd7e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b7c45075-d47a-42e2-ab3d-f37c2b945ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690978 Feb 16 15:45:59.649910 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc87ed-04dc-4120-880a-01b13294306a req-c0860d82-b840-416c-b507-2817713f3dc9 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:59.651681 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-18fc87ed-04dc-4120-880a-01b13294306a req-c0860d82-b840-416c-b507-2817713f3dc9 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/ports?device_id=180f9972-0cbd-4663-97af-db65f84e3b36 HTTP/1.1" status: 200 len: 946 time: 0.2916138 Feb 16 15:45:59.651816 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:45:59.804724 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dab8fcd1-9b76-4086-b9ae-1810bc5a6c80 req-d35d7aa8-6cb8-4e2c-89a4-e869cbce536e tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865320 Feb 16 15:45:59.840094 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-18fc87ed-04dc-4120-880a-01b13294306a req-c4af1d68-c91a-42ab-92e1-d56250031995 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c058086-c429-46d1-8959-daed0db26f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590972 Feb 16 15:45:59.893905 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dc27c6cf-79a2-4562-b804-6da6cecb8c7a req-cadae7bc-5865-4f91-a419-bd0ef3361dea service neutron] 10.222.0.102 "GET /v2.0/networks/b7c45075-d47a-42e2-ab3d-f37c2b945ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524762 Feb 16 15:45:59.940029 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-05bbcf17-cff0-4d46-8d82-163e22f79a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:45:59.941768 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-05bbcf17-cff0-4d46-8d82-163e22f79a06 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=07d20f6e-5405-4664-8b3b-c7e7fb2edb46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3334310 Feb 16 15:46:00.011739 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device ebe9d263-02c1-405e-a2a5-cc4a51f51b59 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:46:00.046907 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dc27c6cf-79a2-4562-b804-6da6cecb8c7a req-ddd50095-5d01-4178-ba4f-cee1d0ee044e service neutron] 10.222.0.102 "GET /v2.0/networks/b7c45075-d47a-42e2-ab3d-f37c2b945ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1464283 Feb 16 15:46:00.094279 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-4fec98c6-157f-4aa0-b92a-f2f6181d7431 service neutron] 10.222.0.102 "GET /v2.0/networks/07d20f6e-5405-4664-8b3b-c7e7fb2edb46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448421 Feb 16 15:46:00.107930 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port ebe9d263-02c1-405e-a2a5-cc4a51f51b59 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:46:00.108812 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:00.265809 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-45fbae64-9775-4e9b-bef9-b73ba92ee7c5 req-5f601885-c965-45fa-8f70-364c1cff8f0d service neutron] 10.222.0.102 "GET /v2.0/networks/07d20f6e-5405-4664-8b3b-c7e7fb2edb46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1648157 Feb 16 15:46:00.290340 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 18a06e30-139e-4dd9-a575-5d0dfb575216 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 15:46:00.442782 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:00.460616 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00966732-56c0-4066-b07f-6898bbb286aa req-4dddc38c-810d-4fc1-9f05-51cda6cbc9ad tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:00.462787 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-00966732-56c0-4066-b07f-6898bbb286aa req-4dddc38c-810d-4fc1-9f05-51cda6cbc9ad tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.1417193 Feb 16 15:46:00.504349 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] For port 18a06e30-139e-4dd9-a575-5d0dfb575216, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=18a06e30-139e-4dd9-a575-5d0dfb575216,segment=NetworkSegment(e6df138d-0dd7-4980-b3fc-162c77679110),segment_id=e6df138d-0dd7-4980-b3fc-162c77679110)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:46:00.505497 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5e72be-43bd-457a-8e0b-b7c02338826e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18a06e30-139e-4dd9-a575-5d0dfb575216'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:46:00.512089 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:00.513946 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:46:00.568072 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-00966732-56c0-4066-b07f-6898bbb286aa req-86c38a6f-9a07-41af-9f76-643931e18480 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979400 Feb 16 15:46:00.620489 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Pushing event updated for resources: {'Port': ['ID=18a06e30-139e-4dd9-a575-5d0dfb575216,revision_number=5']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:46:00.628240 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:46:00.630710 dv-cinder-775706-1-smb neutron-server[83912]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fe5e72be-43bd-457a-8e0b-b7c02338826e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '18a06e30-139e-4dd9-a575-5d0dfb575216', 'code': 422} returned with failed status Feb 16 15:46:00.674871 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060f20b-8a6c-40a1-b841-788e46d4fb47 req-a3e4a22a-1588-449f-b83b-4e7c00fc206c tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:00.683472 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e060f20b-8a6c-40a1-b841-788e46d4fb47 req-a3e4a22a-1588-449f-b83b-4e7c00fc206c tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 943 time: 0.1209903 Feb 16 15:46:00.743058 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e060f20b-8a6c-40a1-b841-788e46d4fb47 req-6557af0c-1ec4-47ae-a460-e3e758bfe4ef tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0582907 Feb 16 15:46:00.952396 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 58398) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:46:01.091726 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8809ac0d-d2ca-4ec9-b87e-0ca3f7138ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:01.102161 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a0767-034c-41ca-adea-bea915da08d7 req-8a848bd8-5d73-4520-82f5-809f2aee9243 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:01.104970 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0f2a0767-034c-41ca-adea-bea915da08d7 req-8a848bd8-5d73-4520-82f5-809f2aee9243 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 944 time: 0.1651404 Feb 16 15:46:01.107189 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-8809ac0d-d2ca-4ec9-b87e-0ca3f7138ce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:46:01.112236 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-8809ac0d-d2ca-4ec9-b87e-0ca3f7138ce6 admin admin] Usage tracker for resource:security_group_rule and tenant:7d9ac2a53d8040dd830a02c930e18430 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:46:01.115685 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-8809ac0d-d2ca-4ec9-b87e-0ca3f7138ce6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:46:01.118183 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 58408) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:46:01.118804 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907213a-f113-4841-9671-b7b4284c0262 req-a95fb2c7-535f-4907-b504-2aa3da80a1e0 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:01.120666 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b907213a-f113-4841-9671-b7b4284c0262 req-a95fb2c7-535f-4907-b504-2aa3da80a1e0 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/ports?device_id=180f9972-0cbd-4663-97af-db65f84e3b36 HTTP/1.1" status: 200 len: 946 time: 0.1437280 Feb 16 15:46:01.128469 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-8809ac0d-d2ca-4ec9-b87e-0ca3f7138ce6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:46:01.198775 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0f2a0767-034c-41ca-adea-bea915da08d7 req-8b29fc02-a808-4796-ba40-6732a56771c6 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768025 Feb 16 15:46:01.203541 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b907213a-f113-4841-9671-b7b4284c0262 req-d20da02c-9740-4114-9b38-bb7cbbbf7557 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c058086-c429-46d1-8959-daed0db26f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643539 Feb 16 15:46:01.293639 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c3a31abd-944e-498b-bf4e-5ffd1e930260 req-079a168f-c1af-4084-aadf-559b1719308f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1741991 Feb 16 15:46:01.303376 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8809ac0d-d2ca-4ec9-b87e-0ca3f7138ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:01.306476 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8809ac0d-d2ca-4ec9-b87e-0ca3f7138ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:01.316838 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b649fef6-45ee-4668-8c95-53ba8ced07c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:46:01.361737 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-8809ac0d-d2ca-4ec9-b87e-0ca3f7138ce6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7d9ac2a53d8040dd830a02c930e18430&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4065402 Feb 16 15:46:01.362835 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809ac0d-d2ca-4ec9-b87e-0ca3f7138ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9806a8-19ca-4c10-9fcc-ef94c2dbef83,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:46:01.366103 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 58418) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:46:01.366564 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8809ac0d-d2ca-4ec9-b87e-0ca3f7138ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:46:01.448079 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0f04c8a1-cced-40bc-a8d8-8a0c500a0b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:01.476946 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0f04c8a1-cced-40bc-a8d8-8a0c500a0b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:01.525698 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0f04c8a1-cced-40bc-a8d8-8a0c500a0b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:01.530210 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-beaba78b-6183-4808-a116-4491b3f70d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:46:01.544645 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04c8a1-cced-40bc-a8d8-8a0c500a0b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9806a8-19ca-4c10-9fcc-ef94c2dbef83,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:46:01.554861 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0f04c8a1-cced-40bc-a8d8-8a0c500a0b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:46:01.558798 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0f04c8a1-cced-40bc-a8d8-8a0c500a0b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:01.561355 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-0f04c8a1-cced-40bc-a8d8-8a0c500a0b30 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6e9806a8-19ca-4c10-9fcc-ef94c2dbef83 HTTP/1.1" status: 204 len: 168 time: 0.1928813 Feb 16 15:46:02.043829 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8429c70-77fb-43c8-9c2b-655b1c90f421 req-1fb16b24-f3db-45b7-bd39-2d57a5bfcbfb tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:02.045569 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e8429c70-77fb-43c8-9c2b-655b1c90f421 req-1fb16b24-f3db-45b7-bd39-2d57a5bfcbfb tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.2400374 Feb 16 15:46:02.083049 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device ebe9d263-02c1-405e-a2a5-cc4a51f51b59 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:46:02.099190 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd94552-8338-414e-879f-992f24ebece4 req-8a873e39-28c1-4338-b913-40acc7bcf420 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:02.101221 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ddd94552-8338-414e-879f-992f24ebece4 req-8a873e39-28c1-4338-b913-40acc7bcf420 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 943 time: 0.1767914 Feb 16 15:46:02.164423 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e8429c70-77fb-43c8-9c2b-655b1c90f421 req-7aee53ee-b75c-469d-8d60-79e6349d7b10 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091974 Feb 16 15:46:02.200114 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:02.206172 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ddd94552-8338-414e-879f-992f24ebece4 req-8dc7c58d-3ad3-4792-a472-b965d8982535 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0970070 Feb 16 15:46:02.223016 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port ebe9d263-02c1-405e-a2a5-cc4a51f51b59 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:46:02.223599 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:02.653150 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052569b8-d29a-409f-80d3-afda519f8a82 req-7e5c59aa-9e8f-444f-bde8-71812630d4bb tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:02.655238 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-052569b8-d29a-409f-80d3-afda519f8a82 req-7e5c59aa-9e8f-444f-bde8-71812630d4bb tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 944 time: 0.2010036 Feb 16 15:46:02.708030 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-052569b8-d29a-409f-80d3-afda519f8a82 req-5020e089-0cb7-4308-917d-62ab37d48e7e tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456393 Feb 16 15:46:02.833031 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e737c3c-9e23-4c3c-8223-a9bffa9f238a req-e3bc3b7d-e6f2-4016-a2ef-6d18c919cc90 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:02.834682 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5e737c3c-9e23-4c3c-8223-a9bffa9f238a req-e3bc3b7d-e6f2-4016-a2ef-6d18c919cc90 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/ports?device_id=180f9972-0cbd-4663-97af-db65f84e3b36 HTTP/1.1" status: 200 len: 946 time: 0.0979574 Feb 16 15:46:02.889791 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5e737c3c-9e23-4c3c-8223-a9bffa9f238a req-06b3f9c1-c84e-4f28-80e6-29d720e63a79 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c058086-c429-46d1-8959-daed0db26f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487187 Feb 16 15:46:03.469843 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a31abd-944e-498b-bf4e-5ffd1e930260 req-51e7a983-ef15-4a83-8a2a-856ca70734c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:03.472157 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c3a31abd-944e-498b-bf4e-5ffd1e930260 req-51e7a983-ef15-4a83-8a2a-856ca70734c9 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e&tenant_id=cdeb7d144cce4a36905846777218ca0e HTTP/1.1" status: 200 len: 1161 time: 0.0982296 Feb 16 15:46:03.501119 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5b5b5-5a25-436b-ad55-500ded03eca5 req-861f0c5b-fc51-49d1-8169-60b3b497f0c1 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:03.502790 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c6d5b5b5-5a25-436b-ad55-500ded03eca5 req-861f0c5b-fc51-49d1-8169-60b3b497f0c1 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.1948674 Feb 16 15:46:03.600933 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a31abd-944e-498b-bf4e-5ffd1e930260 req-7d112da0-78a3-4568-810f-577c313fdf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:03.602567 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c3a31abd-944e-498b-bf4e-5ffd1e930260 req-7d112da0-78a3-4568-810f-577c313fdf4f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=cdeb7d144cce4a36905846777218ca0e&device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 1161 time: 0.0866261 Feb 16 15:46:03.756722 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5be4dd-7b62-4d5b-b229-834a942a3056 req-fc4abcd4-6457-4c5f-8987-b35e393db1fd tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:03.758303 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9b5be4dd-7b62-4d5b-b229-834a942a3056 req-fc4abcd4-6457-4c5f-8987-b35e393db1fd tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 943 time: 0.3553655 Feb 16 15:46:03.759820 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a31abd-944e-498b-bf4e-5ffd1e930260 req-c0537fea-510a-4cbd-9c54-f3fb9d13f844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:03.762025 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c3a31abd-944e-498b-bf4e-5ffd1e930260 req-c0537fea-510a-4cbd-9c54-f3fb9d13f844 service neutron] 10.222.0.102 "GET /v2.0/networks?id=20ca6535-fd86-4587-bfbd-e6e090169f44 HTTP/1.1" status: 200 len: 911 time: 0.1501508 Feb 16 15:46:03.808381 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c6d5b5b5-5a25-436b-ad55-500ded03eca5 req-25f6a61d-7a6a-4690-84e1-5827956908ad tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919991 Feb 16 15:46:03.838451 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9b5be4dd-7b62-4d5b-b229-834a942a3056 req-7e64aebc-12cf-4c28-aaf4-3111b597cd38 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0718145 Feb 16 15:46:03.887317 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c3a31abd-944e-498b-bf4e-5ffd1e930260 req-726b1508-1368-4316-a355-3d5534268a1a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18a06e30-139e-4dd9-a575-5d0dfb575216 HTTP/1.1" status: 200 len: 999 time: 0.1106029 Feb 16 15:46:03.967745 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a31abd-944e-498b-bf4e-5ffd1e930260 req-499cd3d3-a59c-465a-9ffa-4b66c9819227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:03.969720 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c3a31abd-944e-498b-bf4e-5ffd1e930260 req-499cd3d3-a59c-465a-9ffa-4b66c9819227 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=cf8af63e-2347-4927-a7a5-30a38d3293b2 HTTP/1.1" status: 200 len: 856 time: 0.0756109 Feb 16 15:46:04.063311 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a31abd-944e-498b-bf4e-5ffd1e930260 req-0d662dc4-0ce6-4e86-81d9-2d2571c28f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:04.065776 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c3a31abd-944e-498b-bf4e-5ffd1e930260 req-0d662dc4-0ce6-4e86-81d9-2d2571c28f98 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=20ca6535-fd86-4587-bfbd-e6e090169f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0864162 Feb 16 15:46:04.098904 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ebbc7-3f58-4519-908b-a5a497f8483d req-bd91666a-18a6-44fb-b068-14a931d9ae95 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:04.100542 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c20ebbc7-3f58-4519-908b-a5a497f8483d req-bd91666a-18a6-44fb-b068-14a931d9ae95 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 944 time: 0.1488032 Feb 16 15:46:04.171302 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eeeceb-f492-4363-93c2-ce991bc030c5 req-1c5a42ec-f043-44c4-9e1c-00ba5727ead1 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:04.173358 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-91eeeceb-f492-4363-93c2-ce991bc030c5 req-1c5a42ec-f043-44c4-9e1c-00ba5727ead1 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/ports?device_id=180f9972-0cbd-4663-97af-db65f84e3b36 HTTP/1.1" status: 200 len: 946 time: 0.1547630 Feb 16 15:46:04.176574 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c20ebbc7-3f58-4519-908b-a5a497f8483d req-564b6275-0854-4bf6-9871-3cafd9cb8985 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690238 Feb 16 15:46:04.233140 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-91eeeceb-f492-4363-93c2-ce991bc030c5 req-f785a1c3-e0a7-472c-8f52-97708553e649 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c058086-c429-46d1-8959-daed0db26f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524821 Feb 16 15:46:04.240841 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c3a31abd-944e-498b-bf4e-5ffd1e930260 req-5c580993-1ac8-4834-86b4-6bb79860df65 service neutron] 10.222.0.102 "GET /v2.0/networks/20ca6535-fd86-4587-bfbd-e6e090169f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439254 Feb 16 15:46:04.386485 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c3a31abd-944e-498b-bf4e-5ffd1e930260 req-465b4035-0e2b-42f5-9a61-c9ca68da60f8 service neutron] 10.222.0.102 "GET /v2.0/networks/20ca6535-fd86-4587-bfbd-e6e090169f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1381874 Feb 16 15:46:04.500109 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599db719-728b-4dde-a54d-2b3c34515953 req-9a626c92-69a2-4484-8db1-7b48bb29a8e6 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:04.513399 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-599db719-728b-4dde-a54d-2b3c34515953 req-9a626c92-69a2-4484-8db1-7b48bb29a8e6 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.102 "GET /v2.0/ports?device_id=180f9972-0cbd-4663-97af-db65f84e3b36 HTTP/1.1" status: 200 len: 946 time: 0.1030331 Feb 16 15:46:04.573456 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 4a4bb9fa-af64-4905-a356-cc24a468588b up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:46:04.675256 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-599db719-728b-4dde-a54d-2b3c34515953 req-fd5f9734-79f4-4bf1-86ed-a9974af7ea37 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Deleting port ebe9d263-02c1-405e-a2a5-cc4a51f51b59 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:46:04.675686 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-599db719-728b-4dde-a54d-2b3c34515953 req-fd5f9734-79f4-4bf1-86ed-a9974af7ea37 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:04.686915 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning for port 4a4bb9fa-af64-4905-a356-cc24a468588b completed by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:46:04.693165 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 4a4bb9fa-af64-4905-a356-cc24a468588b triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:46:04.693762 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:05.097005 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:05.126766 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1424151-067a-42fc-b1b1-e7784c4f0a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a4bb9fa-af64-4905-a356-cc24a468588b'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:46:05.137193 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] For port 4a4bb9fa-af64-4905-a356-cc24a468588b, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=4a4bb9fa-af64-4905-a356-cc24a468588b,segment=NetworkSegment(a4b1d6a3-4a85-4d78-999e-ea5314b6b84d),segment_id=a4b1d6a3-4a85-4d78-999e-ea5314b6b84d)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:46:05.140744 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:05.143457 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-38662645-cf28-480f-9487-6a74a38c7b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:46:05.149187 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-599db719-728b-4dde-a54d-2b3c34515953 req-fd5f9734-79f4-4bf1-86ed-a9974af7ea37 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] For port ebe9d263-02c1-405e-a2a5-cc4a51f51b59, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=ebe9d263-02c1-405e-a2a5-cc4a51f51b59,segment=NetworkSegment(ef995b49-a34b-46e4-9bc3-dadf6de736bd),segment_id=ef995b49-a34b-46e4-9bc3-dadf6de736bd)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:46:05.149602 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-599db719-728b-4dde-a54d-2b3c34515953 req-fd5f9734-79f4-4bf1-86ed-a9974af7ea37 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:05.192136 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1424151-067a-42fc-b1b1-e7784c4f0a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a4bb9fa-af64-4905-a356-cc24a468588b', 'code': 200} Feb 16 15:46:05.234752 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Pushing event updated for resources: {'Port': ['ID=4a4bb9fa-af64-4905-a356-cc24a468588b,revision_number=4']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:46:05.238568 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:46:05.297131 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-599db719-728b-4dde-a54d-2b3c34515953 req-fd5f9734-79f4-4bf1-86ed-a9974af7ea37 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Calling delete_port for ebe9d263-02c1-405e-a2a5-cc4a51f51b59 owned by compute:nova {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:46:05.410447 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e2b53-90c6-404a-9a6b-9f99bf63d1fe req-106ec2bc-b5a6-4f25-a774-c3dae2db7ef8 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:05.412258 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-468e2b53-90c6-404a-9a6b-9f99bf63d1fe req-106ec2bc-b5a6-4f25-a774-c3dae2db7ef8 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 943 time: 0.3644536 Feb 16 15:46:05.577063 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-468e2b53-90c6-404a-9a6b-9f99bf63d1fe req-24b334ab-6179-44da-aae7-21512f35e8a3 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1473291 Feb 16 15:46:05.637254 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8a1da-aac0-4905-9734-67328c53fbf5 req-8fe30449-41b6-4a3d-b7da-98bd60258327 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:05.639345 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-fbf8a1da-aac0-4905-9734-67328c53fbf5 req-8fe30449-41b6-4a3d-b7da-98bd60258327 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 944 time: 0.3084455 Feb 16 15:46:05.709329 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-599db719-728b-4dde-a54d-2b3c34515953 req-fd5f9734-79f4-4bf1-86ed-a9974af7ea37 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838928334'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:05.713803 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-fbf8a1da-aac0-4905-9734-67328c53fbf5 req-b9b2692a-2cd1-48b5-a264-7b7f6bd6a5ee tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662858 Feb 16 15:46:05.754885 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-37b6308c-4c12-44db-9280-e44b72f4425e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:46:05.755137 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142805d-e0a6-48a5-993c-ca5fe1ec2b50 req-1caccb8b-930a-4e72-8436-3e60b11a63ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:05.755137 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1142805d-e0a6-48a5-993c-ca5fe1ec2b50 req-1caccb8b-930a-4e72-8436-3e60b11a63ef service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 1162 time: 0.1138403 Feb 16 15:46:05.823701 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1142805d-e0a6-48a5-993c-ca5fe1ec2b50 req-6e5c877d-9605-4e64-a065-8a7f6ac18ed6 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0572660 Feb 16 15:46:05.915285 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f9734-79f4-4bf1-86ed-a9974af7ea37 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Pushing event deleted for resources: {'Port': ['ID=ebe9d263-02c1-405e-a2a5-cc4a51f51b59,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:46:05.921485 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5a3818ca-dae4-42c8-8f34-278335d1d57e req-d104403e-1c5d-4a0c-a24c-d5f12f8a7c40 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/ports?device_id=180f9972-0cbd-4663-97af-db65f84e3b36 HTTP/1.1" status: 200 len: 210 time: 0.0688229 Feb 16 15:46:05.922305 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-fd5f9734-79f4-4bf1-86ed-a9974af7ea37 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:46:06.033908 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 4a4bb9fa-af64-4905-a356-cc24a468588b up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:46:06.041053 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-599db719-728b-4dde-a54d-2b3c34515953 req-fd5f9734-79f4-4bf1-86ed-a9974af7ea37 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] No DVR routers for this DVR port ebe9d263-02c1-405e-a2a5-cc4a51f51b59 on host hv-cinder-77570 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 15:46:06.044466 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-599db719-728b-4dde-a54d-2b3c34515953 req-fd5f9734-79f4-4bf1-86ed-a9974af7ea37 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:06.048046 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180f9972-0cbd-4663-97af-db65f84e3b36', 'name': 'network-vif-deleted', 'tag': 'ebe9d263-02c1-405e-a2a5-cc4a51f51b59'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:46:06.062666 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-599db719-728b-4dde-a54d-2b3c34515953 req-fd5f9734-79f4-4bf1-86ed-a9974af7ea37 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.102 "DELETE /v2.0/ports/ebe9d263-02c1-405e-a2a5-cc4a51f51b59 HTTP/1.1" status: 204 len: 173 time: 1.5540714 Feb 16 15:46:06.122988 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180f9972-0cbd-4663-97af-db65f84e3b36', 'name': 'network-vif-deleted', 'tag': 'ebe9d263-02c1-405e-a2a5-cc4a51f51b59', 'status': 'completed', 'code': 200} Feb 16 15:46:06.137937 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 4a4bb9fa-af64-4905-a356-cc24a468588b triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:46:06.138444 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:06.350118 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device ebe9d263-02c1-405e-a2a5-cc4a51f51b59 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 15:46:06.395572 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] No Port match for: ebe9d263-02c1-405e-a2a5-cc4a51f51b59 {{(pid=84027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 15:46:06.396086 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device ebe9d263-02c1-405e-a2a5-cc4a51f51b59 not bound to the agent host hv-cinder-77570 {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 15:46:06.846290 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae466bf2-efea-4e30-bdf3-08ab6fc4e05b req-9c9bc94b-adfe-411c-a95f-ef357e5be71a tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:06.848076 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ae466bf2-efea-4e30-bdf3-08ab6fc4e05b req-9c9bc94b-adfe-411c-a95f-ef357e5be71a tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 945 time: 0.1379826 Feb 16 15:46:06.973575 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ae466bf2-efea-4e30-bdf3-08ab6fc4e05b req-93fb4bda-dd56-40c1-9abb-2221a2859a6d tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1188090 Feb 16 15:46:07.043206 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00ac00-fab0-47a8-803c-b37709ec9fd3 req-0f51b5a7-3844-458a-934e-e24198918398 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:07.062631 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3b00ac00-fab0-47a8-803c-b37709ec9fd3 req-0f51b5a7-3844-458a-934e-e24198918398 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 944 time: 0.1549304 Feb 16 15:46:07.224810 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3b00ac00-fab0-47a8-803c-b37709ec9fd3 req-acdc9320-448e-4bf1-a2ac-df79a00cf617 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612859 Feb 16 15:46:07.241719 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-078f9a21-2f97-4936-99b8-003fd97f53cd req-04cfb018-806c-4852-9dad-504041a7b592 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Synchronizing usage tracker for tenant:9baaca4a93c84035ac621465913a9b20 on resource:port {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:46:07.261251 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-078f9a21-2f97-4936-99b8-003fd97f53cd req-04cfb018-806c-4852-9dad-504041a7b592 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Unset dirty status for tenant:9baaca4a93c84035ac621465913a9b20 on resource:port {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:46:07.264345 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-078f9a21-2f97-4936-99b8-003fd97f53cd req-04cfb018-806c-4852-9dad-504041a7b592 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/ports?device_id=180f9972-0cbd-4663-97af-db65f84e3b36 HTTP/1.1" status: 200 len: 210 time: 0.0981596 Feb 16 15:46:07.484163 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-eb9461c9-bb47-4d7e-96bc-3e223911d95a None None] Agent healthcheck: found 6 active agents {{(pid=84028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:46:08.200870 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8d09a-81f0-4ee1-9db2-b4e99f8d9b3e req-d7a0d9cc-a0a3-44f2-b55d-5d872b6d0d9d tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:08.202936 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-08d8d09a-81f0-4ee1-9db2-b4e99f8d9b3e req-d7a0d9cc-a0a3-44f2-b55d-5d872b6d0d9d tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 945 time: 0.0975149 Feb 16 15:46:08.254997 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-08d8d09a-81f0-4ee1-9db2-b4e99f8d9b3e req-56b2e7f8-3c03-4f18-8d1e-75160cfc9fd4 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0451717 Feb 16 15:46:08.509184 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4b3d555f-9e55-4f63-ae34-2869ca3bdf39 req-1587f80d-1b9f-4258-bfdb-557753e162e9 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/ports?device_id=180f9972-0cbd-4663-97af-db65f84e3b36 HTTP/1.1" status: 200 len: 210 time: 0.0701015 Feb 16 15:46:08.579537 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d45d36-ca64-433f-8d94-cbb8de743214 req-3cd73caa-0d7f-41c0-91ca-121ebf5da6e2 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:08.581115 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c0d45d36-ca64-433f-8d94-cbb8de743214 req-3cd73caa-0d7f-41c0-91ca-121ebf5da6e2 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 944 time: 0.2030723 Feb 16 15:46:08.654761 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c0d45d36-ca64-433f-8d94-cbb8de743214 req-3bc591c9-d448-4d30-a9eb-cb058ce36f4b tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623479 Feb 16 15:46:08.909039 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 58646) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:46:09.051282 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5b0f94f2-bb0d-42b6-bbb1-c3be6ede7d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:09.070219 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-5b0f94f2-bb0d-42b6-bbb1-c3be6ede7d36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:46:09.074415 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-5b0f94f2-bb0d-42b6-bbb1-c3be6ede7d36 admin admin] Usage tracker for resource:security_group_rule and tenant:d83ecf3b50ab4da8aa1bdd5029a74993 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:46:09.077689 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-5b0f94f2-bb0d-42b6-bbb1-c3be6ede7d36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:46:09.084214 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-5b0f94f2-bb0d-42b6-bbb1-c3be6ede7d36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:46:09.174863 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5b0f94f2-bb0d-42b6-bbb1-c3be6ede7d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:09.178002 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5b0f94f2-bb0d-42b6-bbb1-c3be6ede7d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:09.185357 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-aeab8856-c4dd-466b-9a47-27e254685b4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:46:09.230646 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-5b0f94f2-bb0d-42b6-bbb1-c3be6ede7d36 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d83ecf3b50ab4da8aa1bdd5029a74993&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3203461 Feb 16 15:46:09.231641 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f94f2-bb0d-42b6-bbb1-c3be6ede7d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c0d9eb-7d11-4943-939c-e5ada586f7b4,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:46:09.233571 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 58652) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:46:09.240510 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f94f2-bb0d-42b6-bbb1-c3be6ede7d36 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.240922 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f94f2-bb0d-42b6-bbb1-c3be6ede7d36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.241323 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f94f2-bb0d-42b6-bbb1-c3be6ede7d36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.241719 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f94f2-bb0d-42b6-bbb1-c3be6ede7d36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.242151 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f94f2-bb0d-42b6-bbb1-c3be6ede7d36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.242540 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f94f2-bb0d-42b6-bbb1-c3be6ede7d36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.242930 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f94f2-bb0d-42b6-bbb1-c3be6ede7d36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.243377 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f94f2-bb0d-42b6-bbb1-c3be6ede7d36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.243766 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f94f2-bb0d-42b6-bbb1-c3be6ede7d36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.244154 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f94f2-bb0d-42b6-bbb1-c3be6ede7d36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.244545 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f94f2-bb0d-42b6-bbb1-c3be6ede7d36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.244926 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f94f2-bb0d-42b6-bbb1-c3be6ede7d36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.245393 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f94f2-bb0d-42b6-bbb1-c3be6ede7d36 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.245782 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f94f2-bb0d-42b6-bbb1-c3be6ede7d36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.246179 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f94f2-bb0d-42b6-bbb1-c3be6ede7d36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.246580 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f94f2-bb0d-42b6-bbb1-c3be6ede7d36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.246979 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f94f2-bb0d-42b6-bbb1-c3be6ede7d36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.247329 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f94f2-bb0d-42b6-bbb1-c3be6ede7d36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.247711 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f94f2-bb0d-42b6-bbb1-c3be6ede7d36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.248493 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f94f2-bb0d-42b6-bbb1-c3be6ede7d36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.249164 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f94f2-bb0d-42b6-bbb1-c3be6ede7d36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.249164 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f94f2-bb0d-42b6-bbb1-c3be6ede7d36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.249504 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f94f2-bb0d-42b6-bbb1-c3be6ede7d36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.249871 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f94f2-bb0d-42b6-bbb1-c3be6ede7d36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.254926 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5b0f94f2-bb0d-42b6-bbb1-c3be6ede7d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:46:09.315106 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d3be5b1a-a525-4b7e-a548-f9e4d54f2e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:09.344633 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d3be5b1a-a525-4b7e-a548-f9e4d54f2e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:09.459531 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d3be5b1a-a525-4b7e-a548-f9e4d54f2e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:09.465674 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b5418645-e119-467d-96fd-8482bfe6aab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:46:09.483573 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be5b1a-a525-4b7e-a548-f9e4d54f2e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c0d9eb-7d11-4943-939c-e5ada586f7b4,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:46:09.502355 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be5b1a-a525-4b7e-a548-f9e4d54f2e17 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.502884 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be5b1a-a525-4b7e-a548-f9e4d54f2e17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.503409 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be5b1a-a525-4b7e-a548-f9e4d54f2e17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.503811 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be5b1a-a525-4b7e-a548-f9e4d54f2e17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.504205 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be5b1a-a525-4b7e-a548-f9e4d54f2e17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.504763 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be5b1a-a525-4b7e-a548-f9e4d54f2e17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.505355 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be5b1a-a525-4b7e-a548-f9e4d54f2e17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.505810 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be5b1a-a525-4b7e-a548-f9e4d54f2e17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.506258 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be5b1a-a525-4b7e-a548-f9e4d54f2e17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.506741 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be5b1a-a525-4b7e-a548-f9e4d54f2e17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.507196 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be5b1a-a525-4b7e-a548-f9e4d54f2e17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.507624 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be5b1a-a525-4b7e-a548-f9e4d54f2e17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.508057 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be5b1a-a525-4b7e-a548-f9e4d54f2e17 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.508453 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be5b1a-a525-4b7e-a548-f9e4d54f2e17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.508843 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be5b1a-a525-4b7e-a548-f9e4d54f2e17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.509232 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be5b1a-a525-4b7e-a548-f9e4d54f2e17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.509618 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be5b1a-a525-4b7e-a548-f9e4d54f2e17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.510007 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be5b1a-a525-4b7e-a548-f9e4d54f2e17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.510421 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be5b1a-a525-4b7e-a548-f9e4d54f2e17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.510804 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be5b1a-a525-4b7e-a548-f9e4d54f2e17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.511190 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be5b1a-a525-4b7e-a548-f9e4d54f2e17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.511574 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be5b1a-a525-4b7e-a548-f9e4d54f2e17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.511961 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be5b1a-a525-4b7e-a548-f9e4d54f2e17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.512342 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be5b1a-a525-4b7e-a548-f9e4d54f2e17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:09.516236 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d3be5b1a-a525-4b7e-a548-f9e4d54f2e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:46:09.517867 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d3be5b1a-a525-4b7e-a548-f9e4d54f2e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:09.522701 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-d3be5b1a-a525-4b7e-a548-f9e4d54f2e17 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/33c0d9eb-7d11-4943-939c-e5ada586f7b4 HTTP/1.1" status: 204 len: 168 time: 0.2873404 Feb 16 15:46:09.536558 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907cb4f-9dfb-4f0a-9a5d-dd233745744a req-f50334bf-5e08-46b5-880d-5dd678997744 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:09.538413 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c907cb4f-9dfb-4f0a-9a5d-dd233745744a req-f50334bf-5e08-46b5-880d-5dd678997744 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 945 time: 0.1487913 Feb 16 15:46:09.633566 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c907cb4f-9dfb-4f0a-9a5d-dd233745744a req-618d6741-222f-4621-a5f8-6699f0d02538 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0880742 Feb 16 15:46:09.754830 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e9b5d456-a43c-4ec0-ac03-f1d213215a13 req-9ebd131f-70dc-467a-b0d6-36c85c8e333f tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/ports?device_id=180f9972-0cbd-4663-97af-db65f84e3b36 HTTP/1.1" status: 200 len: 210 time: 0.0726104 Feb 16 15:46:10.080954 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49dab3-ef1f-403b-93e5-b7e68809f454 req-6fd4d4b1-d6ef-4cab-a5d3-96e04ade1020 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:10.083105 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-fa49dab3-ef1f-403b-93e5-b7e68809f454 req-6fd4d4b1-d6ef-4cab-a5d3-96e04ade1020 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 944 time: 0.2546210 Feb 16 15:46:10.175143 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-fa49dab3-ef1f-403b-93e5-b7e68809f454 req-dfe425f3-bbc8-4157-b541-98be51ecbd7c tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851631 Feb 16 15:46:10.475772 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52488e6-7d58-46b3-9639-eff8e52fe9c0 req-401c7047-3193-4f39-870f-7f9020c84c68 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:10.477683 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d52488e6-7d58-46b3-9639-eff8e52fe9c0 req-401c7047-3193-4f39-870f-7f9020c84c68 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 945 time: 0.0914559 Feb 16 15:46:10.536968 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d52488e6-7d58-46b3-9639-eff8e52fe9c0 req-81198386-b5e4-41bc-bedd-b83a30908e3b tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521827 Feb 16 15:46:10.943565 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ff7fb4ec-e98c-45fc-9cca-1048d031a4d1 req-db7c7486-7b6e-48f6-97c8-4160f99c7980 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/ports?device_id=180f9972-0cbd-4663-97af-db65f84e3b36 HTTP/1.1" status: 200 len: 210 time: 0.0522106 Feb 16 15:46:11.040067 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5cd9d-4429-487c-8bb5-0de8d5680514 req-8d81aeb4-ab40-4319-9df3-6a10beb786d3 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:11.041697 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-13b5cd9d-4429-487c-8bb5-0de8d5680514 req-8d81aeb4-ab40-4319-9df3-6a10beb786d3 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 945 time: 0.1027722 Feb 16 15:46:11.096557 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-13b5cd9d-4429-487c-8bb5-0de8d5680514 req-e9cabd50-7dd2-4290-a674-059ccbd0fd6b tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0475848 Feb 16 15:46:11.418608 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb89cb-ce7c-4dbd-82f4-675e38af72b4 req-fb77d318-9771-4ea9-b7f0-ebc111294f9a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:11.420059 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-64eb89cb-ce7c-4dbd-82f4-675e38af72b4 req-fb77d318-9771-4ea9-b7f0-ebc111294f9a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 944 time: 0.1017935 Feb 16 15:46:11.472673 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-64eb89cb-ce7c-4dbd-82f4-675e38af72b4 req-76cdc31c-532a-4bf6-9940-4950b8341dfb tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452445 Feb 16 15:46:11.768424 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6de04f-6dd0-44aa-a9f5-c9c8734052b4 req-cf375c9c-ac7c-49b8-93df-06d79a25e21f tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:11.771811 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2e6de04f-6dd0-44aa-a9f5-c9c8734052b4 req-cf375c9c-ac7c-49b8-93df-06d79a25e21f tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 945 time: 0.1092575 Feb 16 15:46:11.853379 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2e6de04f-6dd0-44aa-a9f5-c9c8734052b4 req-a2e69379-8d24-4274-9517-06a46381686c tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739446 Feb 16 15:46:12.151062 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-7fa929eb-d54b-4df5-a3ce-db3ba31cb666 req-dc735e7a-c29d-40a2-89fc-00da08ff2c50 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/ports?device_id=180f9972-0cbd-4663-97af-db65f84e3b36 HTTP/1.1" status: 200 len: 210 time: 0.0502579 Feb 16 15:46:12.309964 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3ebde-1940-40b5-92c9-af78d17b4e93 req-2b0517cc-0f67-4fd9-ac8c-a4df44e27727 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:12.311726 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-78d3ebde-1940-40b5-92c9-af78d17b4e93 req-2b0517cc-0f67-4fd9-ac8c-a4df44e27727 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 945 time: 0.0877564 Feb 16 15:46:12.366100 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-78d3ebde-1940-40b5-92c9-af78d17b4e93 req-eea8113d-272b-4a81-8296-f1196e043cf0 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0463929 Feb 16 15:46:12.701061 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f16b5-fe00-451c-b810-ecd7392a07d8 req-fe620b8d-0645-48b3-a703-1c88c24ad18c tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:12.703133 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1e6f16b5-fe00-451c-b810-ecd7392a07d8 req-fe620b8d-0645-48b3-a703-1c88c24ad18c tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 944 time: 0.0914717 Feb 16 15:46:12.756487 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1e6f16b5-fe00-451c-b810-ecd7392a07d8 req-50ba84c9-d4da-4b23-bf35-94ce4b29ca6a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465825 Feb 16 15:46:13.074648 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c23408-29c3-4745-a1c1-68342865ab2d req-2ff7295d-f129-4a73-85cf-e1a14df18896 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:13.076488 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-10c23408-29c3-4745-a1c1-68342865ab2d req-2ff7295d-f129-4a73-85cf-e1a14df18896 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 945 time: 0.0967355 Feb 16 15:46:13.415839 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-eddd4cb5-4322-472a-8d37-225c1b154968 req-a2db5400-361c-43cf-a868-ad8b2ef048d1 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/ports?device_id=180f9972-0cbd-4663-97af-db65f84e3b36 HTTP/1.1" status: 200 len: 210 time: 0.0590103 Feb 16 15:46:13.417632 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-10c23408-29c3-4745-a1c1-68342865ab2d req-683e648e-8a23-42e8-90c9-93861e46e4a5 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340383 Feb 16 15:46:13.626911 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14652818-6f29-4ff8-ab54-0472c9bf049e req-e33ad170-7c28-4141-aa8b-c2ccfb808dc5 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:13.628518 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-14652818-6f29-4ff8-ab54-0472c9bf049e req-e33ad170-7c28-4141-aa8b-c2ccfb808dc5 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 945 time: 0.0945060 Feb 16 15:46:13.699701 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-14652818-6f29-4ff8-ab54-0472c9bf049e req-7139770e-a7bd-445f-a9f7-2c87a127a25e tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0619378 Feb 16 15:46:14.051894 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33595ce7-e155-4e53-b190-15f9e0a286d5 req-a73c1ce7-05da-4fca-b3da-e2fadf274dfd tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:14.062262 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-33595ce7-e155-4e53-b190-15f9e0a286d5 req-a73c1ce7-05da-4fca-b3da-e2fadf274dfd tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 944 time: 0.1531065 Feb 16 15:46:14.169570 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-33595ce7-e155-4e53-b190-15f9e0a286d5 req-04a63612-b611-42c3-bcb4-8cd241962822 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085050 Feb 16 15:46:14.634547 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3377a95a-0695-4871-83ef-445fc6e0e4c1 req-3c7fe29f-1685-4067-913c-1afc1acee418 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/ports?device_id=180f9972-0cbd-4663-97af-db65f84e3b36 HTTP/1.1" status: 200 len: 210 time: 0.1008914 Feb 16 15:46:14.685980 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4954e05-4774-423a-927d-b6c13726f408 req-a53b8811-6982-4c02-9bfd-55b90118fb80 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:14.687836 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d4954e05-4774-423a-927d-b6c13726f408 req-a53b8811-6982-4c02-9bfd-55b90118fb80 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 945 time: 0.1041882 Feb 16 15:46:14.749549 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d4954e05-4774-423a-927d-b6c13726f408 req-27bd6c1a-dc0f-4c4c-9ea8-9872d87b6217 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548189 Feb 16 15:46:14.931070 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c434655-372d-4902-918a-f259bc63ff7f req-f7b1fdfb-96a8-4c03-865f-9555d0476c6b tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:14.932698 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-7c434655-372d-4902-918a-f259bc63ff7f req-f7b1fdfb-96a8-4c03-865f-9555d0476c6b tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 945 time: 0.0893581 Feb 16 15:46:14.982423 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-7c434655-372d-4902-918a-f259bc63ff7f req-67c2abcc-1702-4f00-9b50-a01afd9fbb5d tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0422533 Feb 16 15:46:15.383251 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90cf56-f625-4dfa-b83d-d29297e3a2cd req-5968ae7c-475a-4439-9141-bec71223a56f tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:15.385337 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1c90cf56-f625-4dfa-b83d-d29297e3a2cd req-5968ae7c-475a-4439-9141-bec71223a56f tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 944 time: 0.0985863 Feb 16 15:46:15.446751 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1c90cf56-f625-4dfa-b83d-d29297e3a2cd req-060926f1-5e19-43af-945c-a9420393d9e7 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532625 Feb 16 15:46:15.840932 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cb6139b2-ad3c-473f-a70a-358da6929808 req-ed1cc2d4-b397-403e-a31f-820485de6f53 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/ports?device_id=180f9972-0cbd-4663-97af-db65f84e3b36 HTTP/1.1" status: 200 len: 210 time: 0.0596135 Feb 16 15:46:15.976602 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa60dc-f97a-4263-b89b-578c4d55b134 req-56738ed4-0030-4543-8f8f-492e99df81f8 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:15.978212 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-7efa60dc-f97a-4263-b89b-578c4d55b134 req-56738ed4-0030-4543-8f8f-492e99df81f8 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 945 time: 0.0904191 Feb 16 15:46:16.035383 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-7efa60dc-f97a-4263-b89b-578c4d55b134 req-4e0c56ad-70e9-4521-a719-1aeade116e4c tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509362 Feb 16 15:46:16.189258 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181a051-f964-45d9-9892-8e4f3170e837 req-443dcce4-0cac-4c20-bb79-8d0d775c8ed0 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:16.191217 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3181a051-f964-45d9-9892-8e4f3170e837 req-443dcce4-0cac-4c20-bb79-8d0d775c8ed0 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 945 time: 0.0918050 Feb 16 15:46:16.240348 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3181a051-f964-45d9-9892-8e4f3170e837 req-8592dd54-f038-4069-a2c4-fe32e9bc52f1 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0426850 Feb 16 15:46:16.674408 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7c686-e235-46a3-b4ca-5eef350ae757 req-19f130b4-73a1-40e6-9c75-0877f61f266b tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:16.676136 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-eff7c686-e235-46a3-b4ca-5eef350ae757 req-19f130b4-73a1-40e6-9c75-0877f61f266b tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 944 time: 0.1009614 Feb 16 15:46:16.726572 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-eff7c686-e235-46a3-b4ca-5eef350ae757 req-e32e860a-311e-42f2-a600-d5dda097782c tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438027 Feb 16 15:46:17.026475 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5c6a07f0-ea82-4325-bd96-6597b5ac2420 req-016dcfcd-d012-43ca-8483-d69790039bc2 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/ports?device_id=180f9972-0cbd-4663-97af-db65f84e3b36 HTTP/1.1" status: 200 len: 210 time: 0.0502656 Feb 16 15:46:17.253756 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af13620-bf68-4b79-b23d-a72494565b56 req-0d64f6ed-40e5-42c7-b925-1b7c33ac122e tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:17.255413 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1af13620-bf68-4b79-b23d-a72494565b56 req-0d64f6ed-40e5-42c7-b925-1b7c33ac122e tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 945 time: 0.0921633 Feb 16 15:46:17.309715 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1af13620-bf68-4b79-b23d-a72494565b56 req-96864e8c-342f-4766-bb59-003502a8a45c tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476613 Feb 16 15:46:17.444469 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99045c37-323b-4b78-8b72-eae2c77aada9 req-ef499e45-932b-4e16-bc6c-1ee7f27be8c6 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:17.446130 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-99045c37-323b-4b78-8b72-eae2c77aada9 req-ef499e45-932b-4e16-bc6c-1ee7f27be8c6 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 945 time: 0.0885623 Feb 16 15:46:17.494233 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-99045c37-323b-4b78-8b72-eae2c77aada9 req-35cdf8c7-8be5-45b0-8f29-79cd1f994829 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0417237 Feb 16 15:46:17.945891 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3e8ca-7013-4175-b1fb-9e13f905cb4d req-5401ec36-72c2-4cd7-8586-881ff7f8c3cf tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:17.947545 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2ec3e8ca-7013-4175-b1fb-9e13f905cb4d req-5401ec36-72c2-4cd7-8586-881ff7f8c3cf tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 944 time: 0.0898459 Feb 16 15:46:17.997916 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2ec3e8ca-7013-4175-b1fb-9e13f905cb4d req-ac5eacbe-fcf2-4c3d-b690-0ee653e6c59d tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433753 Feb 16 15:46:18.196276 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6cb9d186-8ca9-47b2-910d-13050aa90558 req-c333a57c-8a23-4a15-a524-13902339a999 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] 10.222.0.42 "GET /v2.0/ports?device_id=180f9972-0cbd-4663-97af-db65f84e3b36 HTTP/1.1" status: 200 len: 210 time: 0.0495219 Feb 16 15:46:18.524323 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f2c42-be8d-4e4b-805c-46e2b0f4ef4a req-27b93746-26fe-480e-a6f5-7f9c00239674 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:18.526883 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-167f2c42-be8d-4e4b-805c-46e2b0f4ef4a req-27b93746-26fe-480e-a6f5-7f9c00239674 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 945 time: 0.0983081 Feb 16 15:46:18.600391 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-167f2c42-be8d-4e4b-805c-46e2b0f4ef4a req-0af9564e-be52-4f17-a739-cdb3157f94eb tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608735 Feb 16 15:46:18.725010 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b49b82-af6d-4e47-aca7-2029b98fe46e req-b711c13f-3ff7-4f17-bcc2-87e7141230c7 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:18.726693 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-37b49b82-af6d-4e47-aca7-2029b98fe46e req-b711c13f-3ff7-4f17-bcc2-87e7141230c7 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 945 time: 0.0900414 Feb 16 15:46:18.783626 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-37b49b82-af6d-4e47-aca7-2029b98fe46e req-16256249-aec9-4d24-8e4b-04255b5cd280 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0496674 Feb 16 15:46:19.222196 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54f8d2-dfe5-488b-8a51-715207de3291 req-c697a245-8439-4711-8a5a-f99f25dcd971 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:19.223961 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-af54f8d2-dfe5-488b-8a51-715207de3291 req-c697a245-8439-4711-8a5a-f99f25dcd971 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 944 time: 0.0989671 Feb 16 15:46:19.275941 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-af54f8d2-dfe5-488b-8a51-715207de3291 req-b7cd5ede-8a4e-410a-a830-3240c15395b7 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455637 Feb 16 15:46:19.816731 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc7d61-4e63-455c-bc28-2eec08020078 req-839753e7-0278-4fb3-a850-d6fd472196ad tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:19.818352 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-92fc7d61-4e63-455c-bc28-2eec08020078 req-839753e7-0278-4fb3-a850-d6fd472196ad tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 945 time: 0.1104612 Feb 16 15:46:19.872208 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-92fc7d61-4e63-455c-bc28-2eec08020078 req-2ede60cd-4942-4e12-8249-03f82cc567aa tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464301 Feb 16 15:46:19.991850 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cb21c-570c-4656-afa4-a7d646ceea27 req-f1c74495-ed83-4036-a5a5-a66430ac7e74 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:19.993457 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a96cb21c-570c-4656-afa4-a7d646ceea27 req-f1c74495-ed83-4036-a5a5-a66430ac7e74 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 945 time: 0.0899627 Feb 16 15:46:20.046596 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a96cb21c-570c-4656-afa4-a7d646ceea27 req-531f86a6-c27e-452f-b9ea-d5f56898e390 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0464349 Feb 16 15:46:20.265085 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338313c-f801-4371-a3c4-9776e3bd0142 req-e1722d73-91a6-415c-84f8-f028eb9a8621 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:20.267356 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3338313c-f801-4371-a3c4-9776e3bd0142 req-e1722d73-91a6-415c-84f8-f028eb9a8621 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 945 time: 0.0977437 Feb 16 15:46:20.317662 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3338313c-f801-4371-a3c4-9776e3bd0142 req-8b8c2983-540f-4c36-ac6a-aa317a61acc8 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0438318 Feb 16 15:46:20.331914 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 4a4bb9fa-af64-4905-a356-cc24a468588b up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:46:20.432266 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 4a4bb9fa-af64-4905-a356-cc24a468588b triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:46:20.432688 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:20.610273 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-eb16c1e7-2050-462f-9e72-9b7ca076598e req-3c293ef6-fa39-4a54-b773-62fb1d205b75 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2497578 Feb 16 15:46:20.625290 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-eb16c1e7-2050-462f-9e72-9b7ca076598e req-eb6372c9-e235-4818-adfb-ceab6a8f05be tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Request body: {'floatingip': {'floating_network_id': '98aad332-78bd-43b9-832c-6a78188811e7'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:46:20.635929 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3697ab6-2c51-4d9a-bdcd-e298f904a932 req-9489e6b5-af63-4da4-803c-2a8c82c29bc7 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:20.637502 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b3697ab6-2c51-4d9a-bdcd-e298f904a932 req-9489e6b5-af63-4da4-803c-2a8c82c29bc7 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 944 time: 0.1864815 Feb 16 15:46:20.638546 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-eb16c1e7-2050-462f-9e72-9b7ca076598e req-eb6372c9-e235-4818-adfb-ceab6a8f05be tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:46:20.643506 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-eb16c1e7-2050-462f-9e72-9b7ca076598e req-eb6372c9-e235-4818-adfb-ceab6a8f05be tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Usage tracker for resource:floatingip and tenant:95244e1fbac2403f9179e5db28ffcf7a is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:46:20.647768 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-eb16c1e7-2050-462f-9e72-9b7ca076598e req-eb6372c9-e235-4818-adfb-ceab6a8f05be tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:46:20.656190 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-eb16c1e7-2050-462f-9e72-9b7ca076598e req-eb6372c9-e235-4818-adfb-ceab6a8f05be tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:46:20.693399 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-eb16c1e7-2050-462f-9e72-9b7ca076598e req-eb6372c9-e235-4818-adfb-ceab6a8f05be tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks [] for floatingip, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:20.777398 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b3697ab6-2c51-4d9a-bdcd-e298f904a932 req-7cd58d1d-a45c-44a9-942a-6f72be6f70e6 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292703 Feb 16 15:46:20.860304 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-eb16c1e7-2050-462f-9e72-9b7ca076598e req-eb6372c9-e235-4818-adfb-ceab6a8f05be tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:21.186267 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d5d62-9972-439e-aa99-d4a20ce8fd1b req-d91b6eb2-aaf5-4535-b520-2f2f6d654e87 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:21.188073 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e07d5d62-9972-439e-aa99-d4a20ce8fd1b req-d91b6eb2-aaf5-4535-b520-2f2f6d654e87 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 945 time: 0.1612971 Feb 16 15:46:21.258422 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-eb16c1e7-2050-462f-9e72-9b7ca076598e req-eb6372c9-e235-4818-adfb-ceab6a8f05be tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Allocated IP 172.28.2.155 (98aad332-78bd-43b9-832c-6a78188811e7/07894c69-ecbd-40ed-969e-9ba4c4e7f1e8/e2fffca0-4b8f-45d8-ac26-87fa7216d682) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:46:21.263039 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e07d5d62-9972-439e-aa99-d4a20ce8fd1b req-d03677d9-fdc4-4903-a7b2-72057bec8486 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666227 Feb 16 15:46:21.418286 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-eb16c1e7-2050-462f-9e72-9b7ca076598e req-eb6372c9-e235-4818-adfb-ceab6a8f05be tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:21.448982 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-eb16c1e7-2050-462f-9e72-9b7ca076598e req-eb6372c9-e235-4818-adfb-ceab6a8f05be tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838928334'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:21.464419 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ee9653b0-d418-40ea-b4fc-e55c482bd6b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:46:21.605007 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6372c9-e235-4818-adfb-ceab6a8f05be tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Pushing event updated for resources: {'Port': ['ID=e2fffca0-4b8f-45d8-ac26-87fa7216d682,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:46:21.609827 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-eb6372c9-e235-4818-adfb-ceab6a8f05be tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:46:21.660646 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb16c1e7-2050-462f-9e72-9b7ca076598e req-eb6372c9-e235-4818-adfb-ceab6a8f05be tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Network 98aad332-78bd-43b9-832c-6a78188811e7 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:46:21.661779 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-eb16c1e7-2050-462f-9e72-9b7ca076598e req-eb6372c9-e235-4818-adfb-ceab6a8f05be tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:46:21.664253 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb16c1e7-2050-462f-9e72-9b7ca076598e req-eb6372c9-e235-4818-adfb-ceab6a8f05be tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:46:21.761604 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-eb16c1e7-2050-462f-9e72-9b7ca076598e req-eb6372c9-e235-4818-adfb-ceab6a8f05be tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:21.880753 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-eb16c1e7-2050-462f-9e72-9b7ca076598e req-eb6372c9-e235-4818-adfb-ceab6a8f05be tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:22.278241 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92218ab3-aa79-414a-81f1-fc529f817ce4 req-3c956521-f1d3-4eaa-96dc-efba6609a638 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:22.280092 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-92218ab3-aa79-414a-81f1-fc529f817ce4 req-3c956521-f1d3-4eaa-96dc-efba6609a638 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.102 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 945 time: 0.4699507 Feb 16 15:46:22.458368 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-92218ab3-aa79-414a-81f1-fc529f817ce4 req-5736274e-6e8a-4bf4-8fb1-7c39d55f88ed tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Deleting port bf97c307-354d-4f28-b01d-c26454b8544c {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:46:22.458988 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-92218ab3-aa79-414a-81f1-fc529f817ce4 req-5736274e-6e8a-4bf4-8fb1-7c39d55f88ed tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:22.535509 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a794d1-228e-4747-ba9b-66597a27d52d req-50b550c9-1c78-437b-9568-3ee3fc6de44f tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:22.537047 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-98a794d1-228e-4747-ba9b-66597a27d52d req-50b550c9-1c78-437b-9568-3ee3fc6de44f tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 944 time: 0.5912271 Feb 16 15:46:22.763887 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 18a06e30-139e-4dd9-a575-5d0dfb575216 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:46:22.785293 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-98a794d1-228e-4747-ba9b-66597a27d52d req-c6b75197-2712-4ccc-9972-a1841cfb83ae tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405846 Feb 16 15:46:22.815552 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-eb16c1e7-2050-462f-9e72-9b7ca076598e req-eb6372c9-e235-4818-adfb-ceab6a8f05be tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:22.833641 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-eb16c1e7-2050-462f-9e72-9b7ca076598e req-eb6372c9-e235-4818-adfb-ceab6a8f05be tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15847481'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:22.856249 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:46:22.878870 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 18a06e30-139e-4dd9-a575-5d0dfb575216 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:46:22.879578 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:23.020188 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-92218ab3-aa79-414a-81f1-fc529f817ce4 req-5736274e-6e8a-4bf4-8fb1-7c39d55f88ed tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] For port bf97c307-354d-4f28-b01d-c26454b8544c, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=bf97c307-354d-4f28-b01d-c26454b8544c,segment=NetworkSegment(659b4019-32da-419b-8acc-38f2522e8f00),segment_id=659b4019-32da-419b-8acc-38f2522e8f00)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:46:23.020594 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-92218ab3-aa79-414a-81f1-fc529f817ce4 req-5736274e-6e8a-4bf4-8fb1-7c39d55f88ed tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:23.022871 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:23.062714 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6372c9-e235-4818-adfb-ceab6a8f05be tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Pushing event updated for resources: {'Port': ['ID=e2fffca0-4b8f-45d8-ac26-87fa7216d682,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:46:23.089283 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] For port 18a06e30-139e-4dd9-a575-5d0dfb575216, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=18a06e30-139e-4dd9-a575-5d0dfb575216,segment=NetworkSegment(e6df138d-0dd7-4980-b3fc-162c77679110),segment_id=e6df138d-0dd7-4980-b3fc-162c77679110)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:46:23.090680 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5e72be-43bd-457a-8e0b-b7c02338826e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a06e30-139e-4dd9-a575-5d0dfb575216'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:46:23.104051 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:23.110859 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:46:23.188137 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-eb6372c9-e235-4818-adfb-ceab6a8f05be tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:46:23.196289 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-92218ab3-aa79-414a-81f1-fc529f817ce4 req-5736274e-6e8a-4bf4-8fb1-7c39d55f88ed tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Calling delete_port for bf97c307-354d-4f28-b01d-c26454b8544c owned by compute:nova {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:46:23.231355 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Pushing event updated for resources: {'Port': ['ID=18a06e30-139e-4dd9-a575-5d0dfb575216,revision_number=6']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:46:23.240212 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device bf97c307-354d-4f28-b01d-c26454b8544c no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 15:46:23.308274 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:23.308844 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:23.309467 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:23.309794 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:23.310270 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:23.310986 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:23.311408 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:23.311879 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:23.312430 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:23.312869 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:23.313786 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:23.314357 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:23.314833 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:23.315297 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:23.315980 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:23.316365 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:23.317009 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:23.317483 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:23.318453 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:23.318453 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:23.318895 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:23.319364 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:23.319827 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:23.320816 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:46:23.325746 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:46:23.414051 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:23.505472 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12fccf-07aa-4d70-a7ec-db6b71369551 req-ff9b8bef-7e3e-469a-8b62-9599b17a1aae tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:23.513016 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4a12fccf-07aa-4d70-a7ec-db6b71369551 req-ff9b8bef-7e3e-469a-8b62-9599b17a1aae tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 945 time: 0.3886366 Feb 16 15:46:23.542609 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-eb16c1e7-2050-462f-9e72-9b7ca076598e req-eb6372c9-e235-4818-adfb-ceab6a8f05be tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854196618'] for floatingip, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:23.589283 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-92218ab3-aa79-414a-81f1-fc529f817ce4 req-5736274e-6e8a-4bf4-8fb1-7c39d55f88ed tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838928334'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:23.618310 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:46:23.662808 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4a12fccf-07aa-4d70-a7ec-db6b71369551 req-694d85a7-346c-4915-9efd-e826a215d671 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485479 Feb 16 15:46:23.721153 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-eb16c1e7-2050-462f-9e72-9b7ca076598e req-eb6372c9-e235-4818-adfb-ceab6a8f05be tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for floatingip, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:23.722368 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-eb16c1e7-2050-462f-9e72-9b7ca076598e req-eb6372c9-e235-4818-adfb-ceab6a8f05be tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1050131 Feb 16 15:46:23.738090 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5736274e-6e8a-4bf4-8fb1-7c39d55f88ed tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Pushing event deleted for resources: {'Port': ['ID=bf97c307-354d-4f28-b01d-c26454b8544c,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:46:23.747140 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5e72be-43bd-457a-8e0b-b7c02338826e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a06e30-139e-4dd9-a575-5d0dfb575216', 'code': 200} Feb 16 15:46:23.751912 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5736274e-6e8a-4bf4-8fb1-7c39d55f88ed tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:46:23.843525 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-eb16c1e7-2050-462f-9e72-9b7ca076598e req-7b64c103-79d2-4c8b-bf14-5a93e68977ef tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Synchronizing usage tracker for tenant:95244e1fbac2403f9179e5db28ffcf7a on resource:floatingip {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:46:23.915696 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-eb16c1e7-2050-462f-9e72-9b7ca076598e req-7b64c103-79d2-4c8b-bf14-5a93e68977ef tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Unset dirty status for tenant:95244e1fbac2403f9179e5db28ffcf7a on resource:floatingip {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:46:23.917302 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-eb16c1e7-2050-462f-9e72-9b7ca076598e req-7b64c103-79d2-4c8b-bf14-5a93e68977ef tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.28.2.155 HTTP/1.1" status: 200 len: 696 time: 0.1806216 Feb 16 15:46:24.158761 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-92218ab3-aa79-414a-81f1-fc529f817ce4 req-5736274e-6e8a-4bf4-8fb1-7c39d55f88ed tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] No DVR routers for this DVR port bf97c307-354d-4f28-b01d-c26454b8544c on host hv-cinder-77570 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 15:46:24.164145 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-92218ab3-aa79-414a-81f1-fc529f817ce4 req-5736274e-6e8a-4bf4-8fb1-7c39d55f88ed tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:24.166373 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-92218ab3-aa79-414a-81f1-fc529f817ce4 req-5736274e-6e8a-4bf4-8fb1-7c39d55f88ed tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.102 "DELETE /v2.0/ports/bf97c307-354d-4f28-b01d-c26454b8544c HTTP/1.1" status: 204 len: 173 time: 1.8709662 Feb 16 15:46:24.167997 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30dafa97-6894-4f21-881c-7ca4a198bdce', 'name': 'network-vif-deleted', 'tag': 'bf97c307-354d-4f28-b01d-c26454b8544c'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:46:24.253880 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16c1e7-2050-462f-9e72-9b7ca076598e req-2ef4fae4-8b67-49aa-a2ba-a3e615a5a899 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:24.255588 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-eb16c1e7-2050-462f-9e72-9b7ca076598e req-2ef4fae4-8b67-49aa-a2ba-a3e615a5a899 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/networks/98aad332-78bd-43b9-832c-6a78188811e7 HTTP/1.1" status: 200 len: 784 time: 0.3282540 Feb 16 15:46:24.291189 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [req-eb16c1e7-2050-462f-9e72-9b7ca076598e req-35483f25-c2b6-45a9-a7a6-34ac45969fd3 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84025) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:46:24.292409 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-eb16c1e7-2050-462f-9e72-9b7ca076598e req-35483f25-c2b6-45a9-a7a6-34ac45969fd3 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0106275 Feb 16 15:46:24.313902 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9de560-9d02-4722-84d9-a299d8f83772 req-e85d5032-4fd2-452e-8b8e-39d59b62811e tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:24.317051 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-eb9de560-9d02-4722-84d9-a299d8f83772 req-e85d5032-4fd2-452e-8b8e-39d59b62811e tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.2966828 Feb 16 15:46:24.377929 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30dafa97-6894-4f21-881c-7ca4a198bdce', 'name': 'network-vif-deleted', 'tag': 'bf97c307-354d-4f28-b01d-c26454b8544c', 'status': 'completed', 'code': 200} Feb 16 15:46:24.400700 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-eb9de560-9d02-4722-84d9-a299d8f83772 req-f6e09637-d24e-43ef-9be5-bdfe14c6ff30 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750177 Feb 16 15:46:24.627501 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 18a06e30-139e-4dd9-a575-5d0dfb575216 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:46:24.743118 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 18a06e30-139e-4dd9-a575-5d0dfb575216 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:46:24.743671 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:24.962800 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-c380d123-9cea-4139-99b9-3ad584413586 req-1c531464-7ae6-427f-a1bc-265bf62ad598 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Synchronizing usage tracker for tenant:307d1551b61b4c018334709f0279d350 on resource:port {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:46:25.032026 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581b4bd-b2bb-4c8d-9862-dc99c2e219e4 req-591d412a-d548-4293-b66d-e907df8b7b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:25.034525 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6581b4bd-b2bb-4c8d-9862-dc99c2e219e4 req-591d412a-d548-4293-b66d-e907df8b7b35 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 1163 time: 0.5094047 Feb 16 15:46:25.035826 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-c380d123-9cea-4139-99b9-3ad584413586 req-1c531464-7ae6-427f-a1bc-265bf62ad598 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Unset dirty status for tenant:307d1551b61b4c018334709f0279d350 on resource:port {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:46:25.037320 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c380d123-9cea-4139-99b9-3ad584413586 req-1c531464-7ae6-427f-a1bc-265bf62ad598 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=30dafa97-6894-4f21-881c-7ca4a198bdce HTTP/1.1" status: 200 len: 210 time: 0.1458566 Feb 16 15:46:25.044419 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbfa93-9163-4e2d-ae61-d478ce7de39f req-2ebe25a2-6665-4d89-9621-822b98ca88f6 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:25.054053 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6efbfa93-9163-4e2d-ae61-d478ce7de39f req-2ebe25a2-6665-4d89-9621-822b98ca88f6 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5696828 Feb 16 15:46:25.179405 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6efbfa93-9163-4e2d-ae61-d478ce7de39f req-6fcc5907-b6b6-4b54-8745-20490b8b934a tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.28.2.155 HTTP/1.1" status: 200 len: 696 time: 0.1242361 Feb 16 15:46:25.192938 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-6efbfa93-9163-4e2d-ae61-d478ce7de39f req-86de158a-52cd-4303-bc08-4bd0ba8e1470 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Request body: {'floatingip': {'port_id': '4a4bb9fa-af64-4905-a356-cc24a468588b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:46:25.228539 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a48b74d9-cba8-40e7-a5d4-98d3cc4eb633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:25.252391 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6581b4bd-b2bb-4c8d-9862-dc99c2e219e4 req-7c9ee4f0-b84f-4ea2-80c7-73000dddbbac service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316872 Feb 16 15:46:25.282125 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6efbfa93-9163-4e2d-ae61-d478ce7de39f req-86de158a-52cd-4303-bc08-4bd0ba8e1470 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks [] for floatingip, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:25.868773 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027740c9-5321-4030-bc5b-3bbfb7c55483 req-cd41fa0f-b053-4beb-8e2f-62927dffeabb tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:25.870357 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-027740c9-5321-4030-bc5b-3bbfb7c55483 req-cd41fa0f-b053-4beb-8e2f-62927dffeabb tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.2422836 Feb 16 15:46:25.942095 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-027740c9-5321-4030-bc5b-3bbfb7c55483 req-f4a28114-13db-4e77-a359-7331e5de7546 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560393 Feb 16 15:46:26.082644 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6efbfa93-9163-4e2d-ae61-d478ce7de39f req-86de158a-52cd-4303-bc08-4bd0ba8e1470 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:26.085702 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6efbfa93-9163-4e2d-ae61-d478ce7de39f req-86de158a-52cd-4303-bc08-4bd0ba8e1470 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854196618'] for floatingip, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:26.286951 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.db.l3_db [req-6efbfa93-9163-4e2d-ae61-d478ce7de39f req-86de158a-52cd-4303-bc08-4bd0ba8e1470 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Floating IP 6c9a26f3-eeac-419c-9f6a-ced5108610ad associated. External IP: 172.28.2.155, port: 4a4bb9fa-af64-4905-a356-cc24a468588b. Feb 16 15:46:26.733621 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502938d-8ce3-406d-8d29-da1b717d7444 req-b7d16a53-4e12-4532-ac16-f2c3680ff8c5 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:26.734870 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6502938d-8ce3-406d-8d29-da1b717d7444 req-b7d16a53-4e12-4532-ac16-f2c3680ff8c5 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.2573936 Feb 16 15:46:26.843023 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6502938d-8ce3-406d-8d29-da1b717d7444 req-1709c16c-fe9c-4752-bc2c-f2d5269e65ee tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873964 Feb 16 15:46:26.849780 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6efbfa93-9163-4e2d-ae61-d478ce7de39f req-86de158a-52cd-4303-bc08-4bd0ba8e1470 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Router ab4716f7-1eb7-4b16-8491-79da3bcddcec has already been hosted by L3 agent cace3e07-576d-4918-a0d2-7f739a7a8110 {{(pid=84025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 15:46:27.128506 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6efbfa93-9163-4e2d-ae61-d478ce7de39f req-86de158a-52cd-4303-bc08-4bd0ba8e1470 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify agent at l3_agent.dv-cinder-775706-1-smb the message routers_updated {{(pid=84025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:46:27.129870 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6efbfa93-9163-4e2d-ae61-d478ce7de39f req-86de158a-52cd-4303-bc08-4bd0ba8e1470 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for floatingip, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:27.141427 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca737ca8-834e-4cc7-a7e1-d65066f9c8d2 None None] Sync routers for ids ['ab4716f7-1eb7-4b16-8491-79da3bcddcec'] in dv-cinder-775706-1-smb {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:46:27.161394 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca737ca8-834e-4cc7-a7e1-d65066f9c8d2 None None] Routers {'ab4716f7-1eb7-4b16-8491-79da3bcddcec'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:46:27.162533 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ca737ca8-834e-4cc7-a7e1-d65066f9c8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:45:58Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['ab4716f7-1eb7-4b16-8491-79da3bcddcec'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:46:27.424177 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-ca737ca8-834e-4cc7-a7e1-d65066f9c8d2 None None] Set router ab4716f7-1eb7-4b16-8491-79da3bcddcec gateway port host: dv-cinder-775706-1-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:46:27.516436 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6efbfa93-9163-4e2d-ae61-d478ce7de39f req-86de158a-52cd-4303-bc08-4bd0ba8e1470 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "PUT /v2.0/floatingips/6c9a26f3-eeac-419c-9f6a-ced5108610ad HTTP/1.1" status: 200 len: 996 time: 2.3305018 Feb 16 15:46:27.517742 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1424151-067a-42fc-b1b1-e7784c4f0a47', 'tag': '4a4bb9fa-af64-4905-a356-cc24a468588b'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:46:27.617149 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00400a4d-d2c0-4d9f-9328-cf500378afae req-3a1aac02-a58f-4ee7-bda0-249f06ac0a71 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:27.626974 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-00400a4d-d2c0-4d9f-9328-cf500378afae req-3a1aac02-a58f-4ee7-bda0-249f06ac0a71 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.5476112 Feb 16 15:46:27.709859 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-00400a4d-d2c0-4d9f-9328-cf500378afae req-344df55b-2d00-4a4a-b2f6-69bcea2fb185 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812342 Feb 16 15:46:27.753328 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbfa93-9163-4e2d-ae61-d478ce7de39f req-0f666859-ed94-44e4-8361-f783ada1a06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:27.759488 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6efbfa93-9163-4e2d-ae61-d478ce7de39f req-0f666859-ed94-44e4-8361-f783ada1a06f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=95244e1fbac2403f9179e5db28ffcf7a&device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 1162 time: 0.2192812 Feb 16 15:46:27.790511 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-36a0fefe-0a44-4f3a-a9cc-7d8f21b9ee48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:27.848280 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ca737ca8-834e-4cc7-a7e1-d65066f9c8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'name': 'tempest-TestShelveInstance-1975427922-router', 'tenant_id': '95244e1fbac2403f9179e5db28ffcf7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': '9d8980ed-73a5-4ee9-bb76-906a8915da89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:44:48Z', 'updated_at': '2021-02-16T15:44:55Z', 'revision_number': 4, 'project_id': '95244e1fbac2403f9179e5db28ffcf7a', 'gw_port': {'id': '9d8980ed-73a5-4ee9-bb76-906a8915da89', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:44:49Z', 'updated_at': '2021-02-16T15:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_floatingips': [{'id': '6c9a26f3-eeac-419c-9f6a-ced5108610ad', 'tenant_id': '95244e1fbac2403f9179e5db28ffcf7a', 'floating_ip_address': '172.28.2.155', 'floating_network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'router_id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'port_id': '4a4bb9fa-af64-4905-a356-cc24a468588b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d20f6e-5405-4664-8b3b-c7e7fb2edb46', 'mac_address': 'fa:16:3e:04:c9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1424151-067a-42fc-b1b1-e7784c4f0a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T15:46:21Z', 'updated_at': '2021-02-16T15:46:25Z', 'revision_number': 1, 'project_id': '95244e1fbac2403f9179e5db28ffcf7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74afd4cd-e4df-420f-9c06-5251e13e2d8b', 'name': '', 'network_id': '07d20f6e-5405-4664-8b3b-c7e7fb2edb46', 'tenant_id': '95244e1fbac2403f9179e5db28ffcf7a', 'mac_address': 'fa:16:3e:e1:89:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'b7de20fc-ff7d-4e6d-8c17-e373476884b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:44:54Z', 'updated_at': '2021-02-16T15:45:05Z', 'revision_number': 5, 'project_id': '95244e1fbac2403f9179e5db28ffcf7a', 'subnets': [{'id': 'b7de20fc-ff7d-4e6d-8c17-e373476884b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:46:27.853688 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca737ca8-834e-4cc7-a7e1-d65066f9c8d2 None None] Checking router: ab4716f7-1eb7-4b16-8491-79da3bcddcec for host: dv-cinder-775706-1-smb {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:46:27.866726 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca737ca8-834e-4cc7-a7e1-d65066f9c8d2 None None] Routers {'ab4716f7-1eb7-4b16-8491-79da3bcddcec'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:46:27.874716 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ca737ca8-834e-4cc7-a7e1-d65066f9c8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:46:28Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['ab4716f7-1eb7-4b16-8491-79da3bcddcec'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:46:27.896852 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1424151-067a-42fc-b1b1-e7784c4f0a47', 'tag': '4a4bb9fa-af64-4905-a356-cc24a468588b', 'status': 'completed', 'code': 200} Feb 16 15:46:28.109131 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:28.175388 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbfa93-9163-4e2d-ae61-d478ce7de39f req-6b19923b-4953-421f-817c-a8dbde2f1f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:28.180549 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6efbfa93-9163-4e2d-ae61-d478ce7de39f req-6b19923b-4953-421f-817c-a8dbde2f1f16 service neutron] 10.222.0.42 "GET /v2.0/networks?id=07d20f6e-5405-4664-8b3b-c7e7fb2edb46 HTTP/1.1" status: 200 len: 903 time: 0.4136665 Feb 16 15:46:28.272930 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-ca737ca8-834e-4cc7-a7e1-d65066f9c8d2 None None] Set router ab4716f7-1eb7-4b16-8491-79da3bcddcec gateway port host: dv-cinder-775706-1-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:46:28.281199 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8440320-2a24-4b5f-aa70-8e3d304a4b84 req-35cb1df8-763c-4ebd-8215-6bc28fbd54b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:28.283399 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f8440320-2a24-4b5f-aa70-8e3d304a4b84 req-35cb1df8-763c-4ebd-8215-6bc28fbd54b9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=95244e1fbac2403f9179e5db28ffcf7a&device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 1162 time: 0.3398149 Feb 16 15:46:28.332668 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec4311-7524-4ef1-b8a6-bbd22b7cd571 req-fbc4ad47-378f-47b3-93bd-df3c891ac45d tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:28.334286 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-16ec4311-7524-4ef1-b8a6-bbd22b7cd571 req-fbc4ad47-378f-47b3-93bd-df3c891ac45d tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.3149080 Feb 16 15:46:28.436445 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6efbfa93-9163-4e2d-ae61-d478ce7de39f req-a433bc93-ef95-4ff9-82bf-cc6b9a5b01d4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a4bb9fa-af64-4905-a356-cc24a468588b HTTP/1.1" status: 200 len: 999 time: 0.2502191 Feb 16 15:46:28.475631 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 18a06e30-139e-4dd9-a575-5d0dfb575216 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:46:28.550451 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-16ec4311-7524-4ef1-b8a6-bbd22b7cd571 req-78d13f0a-61f6-4a3a-9e01-470e9255dfb3 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613874 Feb 16 15:46:28.594812 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 18a06e30-139e-4dd9-a575-5d0dfb575216 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:46:28.595123 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbfa93-9163-4e2d-ae61-d478ce7de39f req-8b0f03f4-2d6c-438c-9edf-e0550031dd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:28.595904 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:28.596700 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6efbfa93-9163-4e2d-ae61-d478ce7de39f req-8b0f03f4-2d6c-438c-9edf-e0550031dd0c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7de20fc-ff7d-4e6d-8c17-e373476884b7 HTTP/1.1" status: 200 len: 848 time: 0.1434028 Feb 16 15:46:28.599323 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8440320-2a24-4b5f-aa70-8e3d304a4b84 req-40e463f3-555c-4da0-bdd3-026e271c5078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:28.601097 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f8440320-2a24-4b5f-aa70-8e3d304a4b84 req-40e463f3-555c-4da0-bdd3-026e271c5078 service neutron] 10.222.0.102 "GET /v2.0/networks?id=07d20f6e-5405-4664-8b3b-c7e7fb2edb46 HTTP/1.1" status: 200 len: 903 time: 0.3047063 Feb 16 15:46:28.682700 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ca737ca8-834e-4cc7-a7e1-d65066f9c8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'name': 'tempest-TestShelveInstance-1975427922-router', 'tenant_id': '95244e1fbac2403f9179e5db28ffcf7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': '9d8980ed-73a5-4ee9-bb76-906a8915da89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:44:48Z', 'updated_at': '2021-02-16T15:44:55Z', 'revision_number': 4, 'project_id': '95244e1fbac2403f9179e5db28ffcf7a', 'gw_port': {'id': '9d8980ed-73a5-4ee9-bb76-906a8915da89', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:44:49Z', 'updated_at': '2021-02-16T15:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_floatingips': [{'id': '6c9a26f3-eeac-419c-9f6a-ced5108610ad', 'tenant_id': '95244e1fbac2403f9179e5db28ffcf7a', 'floating_ip_address': '172.28.2.155', 'floating_network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'router_id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'port_id': '4a4bb9fa-af64-4905-a356-cc24a468588b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d20f6e-5405-4664-8b3b-c7e7fb2edb46', 'mac_address': 'fa:16:3e:04:c9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1424151-067a-42fc-b1b1-e7784c4f0a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T15:46:21Z', 'updated_at': '2021-02-16T15:46:25Z', 'revision_number': 1, 'project_id': '95244e1fbac2403f9179e5db28ffcf7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74afd4cd-e4df-420f-9c06-5251e13e2d8b', 'name': '', 'network_id': '07d20f6e-5405-4664-8b3b-c7e7fb2edb46', 'tenant_id': '95244e1fbac2403f9179e5db28ffcf7a', 'mac_address': 'fa:16:3e:e1:89:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'b7de20fc-ff7d-4e6d-8c17-e373476884b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:44:54Z', 'updated_at': '2021-02-16T15:45:05Z', 'revision_number': 5, 'project_id': '95244e1fbac2403f9179e5db28ffcf7a', 'subnets': [{'id': 'b7de20fc-ff7d-4e6d-8c17-e373476884b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:46:28.687374 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca737ca8-834e-4cc7-a7e1-d65066f9c8d2 None None] The sync data for ids ['ab4716f7-1eb7-4b16-8491-79da3bcddcec'] in dv-cinder-775706-1-smb is: [{'id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'name': 'tempest-TestShelveInstance-1975427922-router', 'tenant_id': '95244e1fbac2403f9179e5db28ffcf7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': '9d8980ed-73a5-4ee9-bb76-906a8915da89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:44:48Z', 'updated_at': '2021-02-16T15:44:55Z', 'revision_number': 4, 'project_id': '95244e1fbac2403f9179e5db28ffcf7a', 'gw_port': {'id': '9d8980ed-73a5-4ee9-bb76-906a8915da89', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:44:49Z', 'updated_at': '2021-02-16T15:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_floatingips': [{'id': '6c9a26f3-eeac-419c-9f6a-ced5108610ad', 'tenant_id': '95244e1fbac2403f9179e5db28ffcf7a', 'floating_ip_address': '172.28.2.155', 'floating_network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'router_id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'port_id': '4a4bb9fa-af64-4905-a356-cc24a468588b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d20f6e-5405-4664-8b3b-c7e7fb2edb46', 'mac_address': 'fa:16:3e:04:c9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1424151-067a-42fc-b1b1-e7784c4f0a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T15:46:21Z', 'updated_at': '2021-02-16T15:46:25Z', 'revision_number': 1, 'project_id': '95244e1fbac2403f9179e5db28ffcf7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74afd4cd-e4df-420f-9c06-5251e13e2d8b', 'name': '', 'network_id': '07d20f6e-5405-4664-8b3b-c7e7fb2edb46', 'tenant_id': '95244e1fbac2403f9179e5db28ffcf7a', 'mac_address': 'fa:16:3e:e1:89:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'b7de20fc-ff7d-4e6d-8c17-e373476884b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:44:54Z', 'updated_at': '2021-02-16T15:45:05Z', 'revision_number': 5, 'project_id': '95244e1fbac2403f9179e5db28ffcf7a', 'subnets': [{'id': 'b7de20fc-ff7d-4e6d-8c17-e373476884b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:46:28.907177 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f8440320-2a24-4b5f-aa70-8e3d304a4b84 req-3bdb2a5c-dc93-42df-beeb-92bc6695b717 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a4bb9fa-af64-4905-a356-cc24a468588b HTTP/1.1" status: 200 len: 999 time: 0.1977816 Feb 16 15:46:28.991945 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbfa93-9163-4e2d-ae61-d478ce7de39f req-e4878a1e-3b62-4e00-87c7-8916d6b6774c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:28.993807 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6efbfa93-9163-4e2d-ae61-d478ce7de39f req-e4878a1e-3b62-4e00-87c7-8916d6b6774c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=07d20f6e-5405-4664-8b3b-c7e7fb2edb46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3882012 Feb 16 15:46:29.052950 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [req-6efbfa93-9163-4e2d-ae61-d478ce7de39f req-7d61f065-0703-4927-9cfb-f79e02e8b26d service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84025) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:46:29.054321 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6efbfa93-9163-4e2d-ae61-d478ce7de39f req-7d61f065-0703-4927-9cfb-f79e02e8b26d service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0063739 Feb 16 15:46:29.239589 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8440320-2a24-4b5f-aa70-8e3d304a4b84 req-a4776cd9-7ab3-4108-8eef-4df9d4c6fb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:29.241198 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f8440320-2a24-4b5f-aa70-8e3d304a4b84 req-a4776cd9-7ab3-4108-8eef-4df9d4c6fb94 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b7de20fc-ff7d-4e6d-8c17-e373476884b7 HTTP/1.1" status: 200 len: 848 time: 0.3033402 Feb 16 15:46:29.241502 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d971cf8-9847-4b0c-b9ee-9a7c9bcff4ac None None] New status for floating IP 6c9a26f3-eeac-419c-9f6a-ced5108610ad: ACTIVE {{(pid=84027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 15:46:29.362168 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f6b5b-8e6c-402b-8a4d-f91384ddfde8 req-b571850e-f83c-4059-b8fd-5161ec66c976 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:29.370103 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-df5f6b5b-8e6c-402b-8a4d-f91384ddfde8 req-b571850e-f83c-4059-b8fd-5161ec66c976 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.3807759 Feb 16 15:46:29.377819 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:29.396453 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6efbfa93-9163-4e2d-ae61-d478ce7de39f req-fe11bca1-ad72-4ec2-a147-483fb945de81 service neutron] 10.222.0.42 "GET /v2.0/networks/07d20f6e-5405-4664-8b3b-c7e7fb2edb46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295259 Feb 16 15:46:29.521174 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-df5f6b5b-8e6c-402b-8a4d-f91384ddfde8 req-8c9a97c4-b3e5-4438-8b01-0064fb9a9b93 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499901 Feb 16 15:46:29.545301 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8440320-2a24-4b5f-aa70-8e3d304a4b84 req-353eb119-aae6-434b-8ca4-6951aadf127a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:29.547036 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f8440320-2a24-4b5f-aa70-8e3d304a4b84 req-353eb119-aae6-434b-8ca4-6951aadf127a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=07d20f6e-5405-4664-8b3b-c7e7fb2edb46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2916989 Feb 16 15:46:29.667310 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:29.684113 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6efbfa93-9163-4e2d-ae61-d478ce7de39f req-2d444c7e-bc8c-4b17-9fff-a30fd6908c71 service neutron] 10.222.0.42 "GET /v2.0/networks/07d20f6e-5405-4664-8b3b-c7e7fb2edb46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2784915 Feb 16 15:46:29.799176 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f8440320-2a24-4b5f-aa70-8e3d304a4b84 req-e365959d-7671-42c6-a579-6ac7367a4489 service neutron] 10.222.0.102 "GET /v2.0/networks/07d20f6e-5405-4664-8b3b-c7e7fb2edb46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215624 Feb 16 15:46:29.903265 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9be5d1-6215-4b91-8865-4c7d47ed6a97 req-a378da9e-3f59-49f8-b076-f1f9ac027170 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:29.905306 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6e9be5d1-6215-4b91-8865-4c7d47ed6a97 req-a378da9e-3f59-49f8-b076-f1f9ac027170 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.2182159 Feb 16 15:46:29.993231 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6e9be5d1-6215-4b91-8865-4c7d47ed6a97 req-d161a02a-6292-424b-86f0-8a0eede7e7a5 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795102 Feb 16 15:46:30.015187 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f8440320-2a24-4b5f-aa70-8e3d304a4b84 req-8f023357-74a1-4e61-8ed0-03b8ca2cefd9 service neutron] 10.222.0.102 "GET /v2.0/networks/07d20f6e-5405-4664-8b3b-c7e7fb2edb46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2063560 Feb 16 15:46:30.798633 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6753f-75e5-41c5-9ead-c74b409b81ea req-6fc0c34f-edbf-41cd-85d2-2cbaff253f49 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:30.800250 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e3e6753f-75e5-41c5-9ead-c74b409b81ea req-6fc0c34f-edbf-41cd-85d2-2cbaff253f49 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.1056404 Feb 16 15:46:30.850074 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e3e6753f-75e5-41c5-9ead-c74b409b81ea req-b62bb6c0-7687-4013-a20e-49dc5526538e tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434496 Feb 16 15:46:31.215565 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633de3c-5f66-47b3-821b-726bfa1a0139 req-0b5ba085-2c85-43b0-ac17-7a767f7c6b97 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:31.217206 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d633de3c-5f66-47b3-821b-726bfa1a0139 req-0b5ba085-2c85-43b0-ac17-7a767f7c6b97 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.0976195 Feb 16 15:46:31.272710 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d633de3c-5f66-47b3-821b-726bfa1a0139 req-e68ea667-eda0-425b-acd4-a03999b7f71d tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480614 Feb 16 15:46:32.188947 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:32.358494 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd1ea4-c718-4f24-af17-e213bdc1e292 req-e993e42d-15b3-4ed4-aa08-14c3d0c23098 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:32.360096 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-97cd1ea4-c718-4f24-af17-e213bdc1e292 req-e993e42d-15b3-4ed4-aa08-14c3d0c23098 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.3737986 Feb 16 15:46:32.394979 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd4a71-6f24-48df-b382-e30b137f5190 req-c97fae02-5832-4516-aa2a-b154ca452443 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:32.396540 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-bffd4a71-6f24-48df-b382-e30b137f5190 req-c97fae02-5832-4516-aa2a-b154ca452443 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 945 time: 0.1373117 Feb 16 15:46:32.443105 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-97cd1ea4-c718-4f24-af17-e213bdc1e292 req-7759f8d6-5657-4c91-8d9e-6a8544d4e2ca tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752766 Feb 16 15:46:32.464463 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-bffd4a71-6f24-48df-b382-e30b137f5190 req-102090e5-4838-4d62-8e57-95f5ddae1a46 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528016 Feb 16 15:46:32.654098 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba042594-73aa-4128-b5cb-c26d3f47e5f7 req-dc551f9f-ca86-487f-b8cc-fefd5cf658e0 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:32.655921 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ba042594-73aa-4128-b5cb-c26d3f47e5f7 req-dc551f9f-ca86-487f-b8cc-fefd5cf658e0 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.0909083 Feb 16 15:46:32.707129 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ba042594-73aa-4128-b5cb-c26d3f47e5f7 req-e4b5de7e-71a5-4d83-b426-c81c2d7b30b0 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428009 Feb 16 15:46:33.780900 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce83862-e29b-4f39-bc51-bbff08773828 req-599d7977-eaca-44db-ad8c-274fd5561046 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:33.780900 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6ce83862-e29b-4f39-bc51-bbff08773828 req-599d7977-eaca-44db-ad8c-274fd5561046 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.1746371 Feb 16 15:46:33.854836 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6ce83862-e29b-4f39-bc51-bbff08773828 req-9ee55a68-5686-4c68-8c09-b8f87c3e87a2 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945995 Feb 16 15:46:33.864703 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59dd626-ef15-4132-adb3-e1c49dcd1df9 req-27d65aa9-8bb4-4e5c-a12a-c90fd218d670 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:33.866580 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a59dd626-ef15-4132-adb3-e1c49dcd1df9 req-27d65aa9-8bb4-4e5c-a12a-c90fd218d670 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 945 time: 0.2331166 Feb 16 15:46:33.937478 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a59dd626-ef15-4132-adb3-e1c49dcd1df9 req-70393869-82fe-46d4-a8fb-a2f20f6dcc98 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639153 Feb 16 15:46:34.069737 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4087bd5-5590-4806-a0a1-a10d0099e71f req-b74673ad-d3a9-44fa-89f5-d2c759a22f50 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:34.071500 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c4087bd5-5590-4806-a0a1-a10d0099e71f req-b74673ad-d3a9-44fa-89f5-d2c759a22f50 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.0923483 Feb 16 15:46:34.180423 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 03bd2236-cf30-42c8-9f32-63f5f0f4d9b4 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 15:46:34.180651 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c4087bd5-5590-4806-a0a1-a10d0099e71f req-b951cb80-b3c5-49cb-890d-2c5b04907348 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993402 Feb 16 15:46:34.230925 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b94f26-5d38-4094-9717-38e4d0cea628 req-1c2b3456-adb0-49ee-858f-67d16b4d1685 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:34.233692 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-11b94f26-5d38-4094-9717-38e4d0cea628 req-1c2b3456-adb0-49ee-858f-67d16b4d1685 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.102 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 945 time: 0.1321852 Feb 16 15:46:34.317662 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-11b94f26-5d38-4094-9717-38e4d0cea628 req-891c6afe-e073-4923-b4d6-a823757cbeec tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Deleting port 03bd2236-cf30-42c8-9f32-63f5f0f4d9b4 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:46:34.318296 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-11b94f26-5d38-4094-9717-38e4d0cea628 req-891c6afe-e073-4923-b4d6-a823757cbeec tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:34.367713 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:34.413412 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e01f4fd-4e6c-493b-b09f-c96be522f94f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03bd2236-cf30-42c8-9f32-63f5f0f4d9b4'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:46:34.435220 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] For port 03bd2236-cf30-42c8-9f32-63f5f0f4d9b4, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=03bd2236-cf30-42c8-9f32-63f5f0f4d9b4,segment=NetworkSegment(659b4019-32da-419b-8acc-38f2522e8f00),segment_id=659b4019-32da-419b-8acc-38f2522e8f00)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:46:34.440043 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:34.442871 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:46:34.516142 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e01f4fd-4e6c-493b-b09f-c96be522f94f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03bd2236-cf30-42c8-9f32-63f5f0f4d9b4', 'code': 200} Feb 16 15:46:34.546856 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Pushing event updated for resources: {'Port': ['ID=03bd2236-cf30-42c8-9f32-63f5f0f4d9b4,revision_number=5']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:46:34.551683 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:46:34.667190 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-11b94f26-5d38-4094-9717-38e4d0cea628 req-891c6afe-e073-4923-b4d6-a823757cbeec tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] For port 03bd2236-cf30-42c8-9f32-63f5f0f4d9b4, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=03bd2236-cf30-42c8-9f32-63f5f0f4d9b4,segment=NetworkSegment(659b4019-32da-419b-8acc-38f2522e8f00),segment_id=659b4019-32da-419b-8acc-38f2522e8f00)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:46:34.667637 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-11b94f26-5d38-4094-9717-38e4d0cea628 req-891c6afe-e073-4923-b4d6-a823757cbeec tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:34.808411 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-11b94f26-5d38-4094-9717-38e4d0cea628 req-891c6afe-e073-4923-b4d6-a823757cbeec tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Calling delete_port for 03bd2236-cf30-42c8-9f32-63f5f0f4d9b4 owned by compute:nova {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:46:34.902721 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.db.api [req-11b94f26-5d38-4094-9717-38e4d0cea628 req-891c6afe-e073-4923-b4d6-a823757cbeec tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:46:34.903102 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_db.api [req-11b94f26-5d38-4094-9717-38e4d0cea628 req-891c6afe-e073-4923-b4d6-a823757cbeec tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 15:46:35.191701 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d86aab7-6c21-464c-abde-6b59a33fbd5e req-59b2a8e5-1f5b-451b-a47e-190c1062da49 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:35.193212 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2d86aab7-6c21-464c-abde-6b59a33fbd5e req-59b2a8e5-1f5b-451b-a47e-190c1062da49 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.1742766 Feb 16 15:46:35.201116 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e319755-a363-4447-9ba8-b5996d6641f3 req-8f1a7de0-3ef6-4cc5-b6a0-5f34c4d4d38b tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:35.202755 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1e319755-a363-4447-9ba8-b5996d6641f3 req-8f1a7de0-3ef6-4cc5-b6a0-5f34c4d4d38b tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 945 time: 0.1284862 Feb 16 15:46:35.305847 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1e319755-a363-4447-9ba8-b5996d6641f3 req-36f746b5-dee5-4487-a3e6-2a38e3126181 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876448 Feb 16 15:46:35.319547 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2d86aab7-6c21-464c-abde-6b59a33fbd5e req-8b9b32df-7046-42d3-951f-952f9c050ebf tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155326 Feb 16 15:46:35.404961 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-11b94f26-5d38-4094-9717-38e4d0cea628 req-891c6afe-e073-4923-b4d6-a823757cbeec tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Deleting port 03bd2236-cf30-42c8-9f32-63f5f0f4d9b4 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:46:35.405356 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-11b94f26-5d38-4094-9717-38e4d0cea628 req-891c6afe-e073-4923-b4d6-a823757cbeec tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:35.759447 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346cdce-16cd-4372-b7cc-afabcd839351 req-381b62d6-37a7-459c-b21e-210a25ac6c98 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:35.762250 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4346cdce-16cd-4372-b7cc-afabcd839351 req-381b62d6-37a7-459c-b21e-210a25ac6c98 tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 943 time: 0.3212826 Feb 16 15:46:35.888825 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4346cdce-16cd-4372-b7cc-afabcd839351 req-4dab490a-ff18-4f59-bec8-eb9052ebdcba tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/security-groups?id=3491a5ab-4706-49aa-864e-1e6f28d5c29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101854 Feb 16 15:46:35.929625 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-11b94f26-5d38-4094-9717-38e4d0cea628 req-891c6afe-e073-4923-b4d6-a823757cbeec tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] For port 03bd2236-cf30-42c8-9f32-63f5f0f4d9b4, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=03bd2236-cf30-42c8-9f32-63f5f0f4d9b4,segment=NetworkSegment(659b4019-32da-419b-8acc-38f2522e8f00),segment_id=659b4019-32da-419b-8acc-38f2522e8f00)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:46:35.930029 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-11b94f26-5d38-4094-9717-38e4d0cea628 req-891c6afe-e073-4923-b4d6-a823757cbeec tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:36.070163 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-11b94f26-5d38-4094-9717-38e4d0cea628 req-891c6afe-e073-4923-b4d6-a823757cbeec tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Calling delete_port for 03bd2236-cf30-42c8-9f32-63f5f0f4d9b4 owned by compute:nova {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:46:36.228227 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-11b94f26-5d38-4094-9717-38e4d0cea628 req-891c6afe-e073-4923-b4d6-a823757cbeec tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838928334'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:36.246364 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-80e357dc-a65b-4749-a3a7-c01a2a3fe9fa tempest-DeleteServersTestJSON-1141001787 tempest-DeleteServersTestJSON-1141001787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:46:36.344353 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c6afe-e073-4923-b4d6-a823757cbeec tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Pushing event deleted for resources: {'Port': ['ID=03bd2236-cf30-42c8-9f32-63f5f0f4d9b4,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:46:36.354215 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-891c6afe-e073-4923-b4d6-a823757cbeec tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:46:36.512087 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b94f26-5d38-4094-9717-38e4d0cea628 req-891c6afe-e073-4923-b4d6-a823757cbeec tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] No DVR routers for this DVR port 03bd2236-cf30-42c8-9f32-63f5f0f4d9b4 on host hv-cinder-77570 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 15:46:36.554218 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-11b94f26-5d38-4094-9717-38e4d0cea628 req-891c6afe-e073-4923-b4d6-a823757cbeec tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:36.557021 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e01f4fd-4e6c-493b-b09f-c96be522f94f', 'name': 'network-vif-deleted', 'tag': '03bd2236-cf30-42c8-9f32-63f5f0f4d9b4'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:46:36.593053 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-11b94f26-5d38-4094-9717-38e4d0cea628 req-891c6afe-e073-4923-b4d6-a823757cbeec tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.102 "DELETE /v2.0/ports/03bd2236-cf30-42c8-9f32-63f5f0f4d9b4 HTTP/1.1" status: 204 len: 173 time: 2.3522010 Feb 16 15:46:36.635352 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221065e1-a9a9-40e5-a4c9-cc4a9cbc8de2 req-df8d6c04-acc0-42b3-867f-8b67d1c28f1a tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:36.639019 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-221065e1-a9a9-40e5-a4c9-cc4a9cbc8de2 req-df8d6c04-acc0-42b3-867f-8b67d1c28f1a tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 945 time: 0.1840055 Feb 16 15:46:36.690165 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfcb38e-9542-48a2-94f4-1f7801b9421f req-1b4d3afd-f70f-4433-8882-dbd965291316 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:36.700317 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6bfcb38e-9542-48a2-94f4-1f7801b9421f req-1b4d3afd-f70f-4433-8882-dbd965291316 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.2008181 Feb 16 15:46:36.797016 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-221065e1-a9a9-40e5-a4c9-cc4a9cbc8de2 req-8d40d2d5-7c88-41ee-ae5e-f19a54bae3eb tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461806 Feb 16 15:46:36.818965 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6bfcb38e-9542-48a2-94f4-1f7801b9421f req-b9a7fb57-2f51-49ec-9473-893cf24424ac tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162541 Feb 16 15:46:36.904260 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e01f4fd-4e6c-493b-b09f-c96be522f94f', 'name': 'network-vif-deleted', 'tag': '03bd2236-cf30-42c8-9f32-63f5f0f4d9b4', 'status': 'completed', 'code': 200} Feb 16 15:46:37.102532 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-93115eaa-5af6-483d-a9c8-a1ef34ff2cf4 req-ebff1c6f-0721-4dd6-92e1-428d566e5b3d tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Synchronizing usage tracker for tenant:307d1551b61b4c018334709f0279d350 on resource:port {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:46:37.120031 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-93115eaa-5af6-483d-a9c8-a1ef34ff2cf4 req-ebff1c6f-0721-4dd6-92e1-428d566e5b3d tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Unset dirty status for tenant:307d1551b61b4c018334709f0279d350 on resource:port {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:46:37.121484 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-93115eaa-5af6-483d-a9c8-a1ef34ff2cf4 req-ebff1c6f-0721-4dd6-92e1-428d566e5b3d tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e01f4fd-4e6c-493b-b09f-c96be522f94f HTTP/1.1" status: 200 len: 210 time: 0.0712080 Feb 16 15:46:38.358158 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790785a-d295-4cd2-977c-72ebc5e7e8f6 req-c237ed13-0474-4113-a7ff-f369ab4cac93 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:38.363209 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a790785a-d295-4cd2-977c-72ebc5e7e8f6 req-c237ed13-0474-4113-a7ff-f369ab4cac93 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 945 time: 0.4146097 Feb 16 15:46:38.417453 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc734e1-d5eb-48c1-9208-55ebd27264c4 req-cb69ca60-4de5-4aeb-9481-75ad50bfe69c tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:38.419155 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dbc734e1-d5eb-48c1-9208-55ebd27264c4 req-cb69ca60-4de5-4aeb-9481-75ad50bfe69c tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.4300482 Feb 16 15:46:38.491312 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dbc734e1-d5eb-48c1-9208-55ebd27264c4 req-afbf2536-7e59-4c96-a474-3ecba7948fb5 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573215 Feb 16 15:46:38.503096 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a790785a-d295-4cd2-977c-72ebc5e7e8f6 req-68816c65-2dca-4b40-a1d4-2c0da4ef3546 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306720 Feb 16 15:46:38.612757 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 59070) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:46:39.360635 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7a69605-6100-4e12-9663-d20a6c05bee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579226'] for router_interface, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:39.914048 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce75186-01cf-4749-82c8-90fbc91f3f22 req-136b3a7c-f7ae-4239-8841-424612263073 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:39.922740 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dce75186-01cf-4749-82c8-90fbc91f3f22 req-136b3a7c-f7ae-4239-8841-424612263073 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.1279528 Feb 16 15:46:39.959907 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c7a69605-6100-4e12-9663-d20a6c05bee9 admin admin] Deleting port 8455222a-5837-46e7-b59f-eca94ae93c32 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:46:39.960464 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7a69605-6100-4e12-9663-d20a6c05bee9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:39.991505 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dce75186-01cf-4749-82c8-90fbc91f3f22 req-6e9383e6-c59f-417b-affa-17c4850f0c71 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669188 Feb 16 15:46:40.008279 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f5d75-255b-406b-92b5-8da3d7eb86b2 req-9a28006c-88d1-4dd4-88aa-db6ac32bbb56 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:40.020111 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-214f5d75-255b-406b-92b5-8da3d7eb86b2 req-9a28006c-88d1-4dd4-88aa-db6ac32bbb56 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 945 time: 0.2712452 Feb 16 15:46:40.081415 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-214f5d75-255b-406b-92b5-8da3d7eb86b2 req-ff01e52e-9518-4f18-90ea-5fe92c7c6bea tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599210 Feb 16 15:46:40.394499 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c7a69605-6100-4e12-9663-d20a6c05bee9 admin admin] For port 8455222a-5837-46e7-b59f-eca94ae93c32, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=8455222a-5837-46e7-b59f-eca94ae93c32,segment=NetworkSegment(659b4019-32da-419b-8acc-38f2522e8f00),segment_id=659b4019-32da-419b-8acc-38f2522e8f00)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:46:40.395181 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7a69605-6100-4e12-9663-d20a6c05bee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:40.535904 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c7a69605-6100-4e12-9663-d20a6c05bee9 admin admin] Calling delete_port for 8455222a-5837-46e7-b59f-eca94ae93c32 owned by network:router_interface {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:46:40.894335 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7a69605-6100-4e12-9663-d20a6c05bee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:40.913065 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-81d366f7-7c7d-4d7f-b3d0-dea41e8f6c2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:46:41.030474 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a69605-6100-4e12-9663-d20a6c05bee9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8455222a-5837-46e7-b59f-eca94ae93c32,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:46:41.035910 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c7a69605-6100-4e12-9663-d20a6c05bee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:46:41.287711 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd633ad2-c965-4f8c-925f-b601a3e019ce req-8dfdc1a1-0173-4daa-8c30-21eaec93bd3d tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:41.289349 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-fd633ad2-c965-4f8c-925f-b601a3e019ce req-8dfdc1a1-0173-4daa-8c30-21eaec93bd3d tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 945 time: 0.0923083 Feb 16 15:46:41.334019 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7a69605-6100-4e12-9663-d20a6c05bee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1535162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854189782'] for router_interface, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:41.345924 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-fd633ad2-c965-4f8c-925f-b601a3e019ce req-5e9915ec-6182-46fb-b81c-281fea7ddec9 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502431 Feb 16 15:46:41.915633 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a69605-6100-4e12-9663-d20a6c05bee9 admin admin] Router 1daa982d-fc39-433d-8b36-8ad1c821296b has already been hosted by L3 agent cace3e07-576d-4918-a0d2-7f739a7a8110 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 15:46:42.133257 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a69605-6100-4e12-9663-d20a6c05bee9 admin admin] Notify agent at l3_agent.dv-cinder-775706-1-smb the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:46:42.142731 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71563353-35a4-47a8-b295-08e5435ad1eb None None] Sync routers for ids ['1daa982d-fc39-433d-8b36-8ad1c821296b'] in dv-cinder-775706-1-smb {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:46:42.152799 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71563353-35a4-47a8-b295-08e5435ad1eb None None] Routers {'1daa982d-fc39-433d-8b36-8ad1c821296b'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:46:42.153514 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-71563353-35a4-47a8-b295-08e5435ad1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:46:28Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['1daa982d-fc39-433d-8b36-8ad1c821296b'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:46:42.163774 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-c7a69605-6100-4e12-9663-d20a6c05bee9 admin admin] 10.222.0.42 "PUT /v2.0/routers/1daa982d-fc39-433d-8b36-8ad1c821296b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5492635 Feb 16 15:46:42.166507 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 59124) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:46:42.375490 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-71563353-35a4-47a8-b295-08e5435ad1eb None None] Set router 1daa982d-fc39-433d-8b36-8ad1c821296b gateway port host: dv-cinder-775706-1-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:46:42.696160 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c299ad21-9b2d-4499-b0c0-66ac0750dd80 admin admin] Notify callbacks [] for router, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:42.766783 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0734be-d041-4707-aa0b-f5e89f8bda7d req-057306e5-0380-4cea-9d4e-daf2dd5f5ade tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:42.770740 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-71563353-35a4-47a8-b295-08e5435ad1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1daa982d-fc39-433d-8b36-8ad1c821296b', 'name': 'tempest-ServerRescueNegativeTestJSON-1420087026-router', 'tenant_id': '307d1551b61b4c018334709f0279d350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': '83f1873f-bac7-42a7-b6cb-0a834a721ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:13Z', 'updated_at': '2021-02-16T15:46:40Z', 'revision_number': 5, 'project_id': '307d1551b61b4c018334709f0279d350', 'gw_port': {'id': '83f1873f-bac7-42a7-b6cb-0a834a721ab6', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1daa982d-fc39-433d-8b36-8ad1c821296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:15Z', 'updated_at': '2021-02-16T15:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb'}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:46:42.775597 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71563353-35a4-47a8-b295-08e5435ad1eb None None] Checking router: 1daa982d-fc39-433d-8b36-8ad1c821296b for host: dv-cinder-775706-1-smb {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:46:42.783457 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3f0734be-d041-4707-aa0b-f5e89f8bda7d req-057306e5-0380-4cea-9d4e-daf2dd5f5ade tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 945 time: 0.2075465 Feb 16 15:46:42.786029 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71563353-35a4-47a8-b295-08e5435ad1eb None None] Routers {'1daa982d-fc39-433d-8b36-8ad1c821296b'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:46:42.786759 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-71563353-35a4-47a8-b295-08e5435ad1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:46:28Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['1daa982d-fc39-433d-8b36-8ad1c821296b'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:46:42.916910 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3f0734be-d041-4707-aa0b-f5e89f8bda7d req-0a7b44cd-b345-4753-8d3d-fb41dd77afe6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250737 Feb 16 15:46:43.064834 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-71563353-35a4-47a8-b295-08e5435ad1eb None None] Set router 1daa982d-fc39-433d-8b36-8ad1c821296b gateway port host: dv-cinder-775706-1-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:46:43.147306 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c299ad21-9b2d-4499-b0c0-66ac0750dd80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:43.154998 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c299ad21-9b2d-4499-b0c0-66ac0750dd80 admin admin] Deleting port 83f1873f-bac7-42a7-b6cb-0a834a721ab6 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:46:43.156154 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c299ad21-9b2d-4499-b0c0-66ac0750dd80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:43.482998 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c299ad21-9b2d-4499-b0c0-66ac0750dd80 admin admin] For port 83f1873f-bac7-42a7-b6cb-0a834a721ab6, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=83f1873f-bac7-42a7-b6cb-0a834a721ab6,segment=NetworkSegment(0724bfbb-7f18-4768-b879-84dbe1be3f59),segment_id=0724bfbb-7f18-4768-b879-84dbe1be3f59)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:46:43.482998 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c299ad21-9b2d-4499-b0c0-66ac0750dd80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:43.483297 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-71563353-35a4-47a8-b295-08e5435ad1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1daa982d-fc39-433d-8b36-8ad1c821296b', 'name': 'tempest-ServerRescueNegativeTestJSON-1420087026-router', 'tenant_id': '307d1551b61b4c018334709f0279d350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': '83f1873f-bac7-42a7-b6cb-0a834a721ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:13Z', 'updated_at': '2021-02-16T15:46:40Z', 'revision_number': 5, 'project_id': '307d1551b61b4c018334709f0279d350', 'gw_port': {'id': '83f1873f-bac7-42a7-b6cb-0a834a721ab6', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1daa982d-fc39-433d-8b36-8ad1c821296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:15Z', 'updated_at': '2021-02-16T15:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb'}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:46:43.488136 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71563353-35a4-47a8-b295-08e5435ad1eb None None] The sync data for ids ['1daa982d-fc39-433d-8b36-8ad1c821296b'] in dv-cinder-775706-1-smb is: [{'id': '1daa982d-fc39-433d-8b36-8ad1c821296b', 'name': 'tempest-ServerRescueNegativeTestJSON-1420087026-router', 'tenant_id': '307d1551b61b4c018334709f0279d350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.112'}], 'enable_snat': True}, 'gw_port_id': '83f1873f-bac7-42a7-b6cb-0a834a721ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:13Z', 'updated_at': '2021-02-16T15:46:40Z', 'revision_number': 5, 'project_id': '307d1551b61b4c018334709f0279d350', 'gw_port': {'id': '83f1873f-bac7-42a7-b6cb-0a834a721ab6', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1daa982d-fc39-433d-8b36-8ad1c821296b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:15Z', 'updated_at': '2021-02-16T15:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb'}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:46:43.633391 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c299ad21-9b2d-4499-b0c0-66ac0750dd80 admin admin] Calling delete_port for 83f1873f-bac7-42a7-b6cb-0a834a721ab6 owned by network:router_gateway {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:46:43.795806 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c299ad21-9b2d-4499-b0c0-66ac0750dd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: WARNING neutron.plugins.ml2.ovo_rpc [None req-c299ad21-9b2d-4499-b0c0-66ac0750dd80 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: result = function(*args, **kwargs) Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: proto.__init__(conn_state, self) Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: self.handle() Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: self.handle_one_request() Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: self.handle_one_response() Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: result = self.application(self.environ, start_response) Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: return app(environ, start_response) Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: resp = self.call_func(req, *args, **kw) Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: return self.func(req, *args, **kwargs) Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: response = req.get_response(self.application) Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: application, catch_exc_info=False) Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: app_iter = application(self.environ, start_response) Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: resp = self.call_func(req, *args, **kw) Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: return self.func(req, *args, **kwargs) Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: response = req.get_response(self.application) Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: application, catch_exc_info=False) Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: app_iter = application(self.environ, start_response) Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: resp = self.call_func(req, *args, **kw) Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: return self.func(req, *args, **kwargs) Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: response = req.get_response(self.application) Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: application, catch_exc_info=False) Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: app_iter = application(self.environ, start_response) Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: resp = self.call_func(req, *args, **kw) Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: return self.func(req, *args, **kwargs) Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: response = req.get_response(self.application) Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: application, catch_exc_info=False) Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: app_iter = application(self.environ, start_response) Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: resp = self.call_func(req, *args, **kw) Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: return self.func(req, *args, **kwargs) Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: return request.get_response(self.application) Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: application, catch_exc_info=False) Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: app_iter = application(self.environ, start_response) Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: resp = self.call_func(req, *args, **kw) Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: return self.func(req, *args, **kwargs) Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: response = req.get_response(self._app) Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: application, catch_exc_info=False) Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: app_iter = application(self.environ, start_response) Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: return resp(environ, start_response) Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: return resp(environ, start_response) Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: response = self.app(environ, start_response) Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: return resp(environ, start_response) Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: resp = self.call_func(req, *args, **kw) Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: return self.func(req, *args, **kwargs) Feb 16 15:46:43.803343 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: result = method(request=request, **args) Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: return self._delete(request, id, **kwargs) Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: return f(*args, **kwargs) Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: return f(*args, **kwargs) Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: return f(*dup_args, **dup_kwargs) Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: obj_deleter(request.context, id, **kwargs) Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: return method(*args, **kwargs) Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: return f(*args, **kwargs) Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: return f(*args, **kwargs) Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: return f(*dup_args, **dup_kwargs) Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: self._delete_current_gw_port(context, id, router, None) Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: admin_ctx, gw_port_id, l3_port_check=False) Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: return f(self, context, *args, **kwargs) Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: return method(*args, **kwargs) Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: context, port, router_ids, bound_mech_contexts) Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: return function(*args, **kwargs) Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: callback(resource, event, trigger, **kwargs) Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: if self._is_session_semantic_violated(context, resource, event): Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: stack = traceback.extract_stack() Feb 16 15:46:43.809013 dv-cinder-775706-1-smb neutron-server[83912]: Feb 16 15:46:44.025521 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c299ad21-9b2d-4499-b0c0-66ac0750dd80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854111114'] for router_gateway, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:44.209906 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c299ad21-9b2d-4499-b0c0-66ac0750dd80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12175'] for router, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:44.213054 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c299ad21-9b2d-4499-b0c0-66ac0750dd80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:44.230116 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c2448-b740-4f0d-b6c3-e91750ab792d req-35b584e7-7554-47da-8e97-5238632207cf tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:44.231780 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4b2c2448-b740-4f0d-b6c3-e91750ab792d req-35b584e7-7554-47da-8e97-5238632207cf tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 945 time: 0.1087208 Feb 16 15:46:44.281478 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4b2c2448-b740-4f0d-b6c3-e91750ab792d req-fc578e9c-fb48-4e76-8b52-28243ee7aa28 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427420 Feb 16 15:46:44.304176 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c299ad21-9b2d-4499-b0c0-66ac0750dd80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-568713'] for router, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:44.304741 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c299ad21-9b2d-4499-b0c0-66ac0750dd80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1daa982d-fc39-433d-8b36-8ad1c821296b {{(pid=84026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 15:46:44.317684 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c299ad21-9b2d-4499-b0c0-66ac0750dd80 admin admin] Notify callbacks [] for router, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:44.318951 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-c299ad21-9b2d-4499-b0c0-66ac0750dd80 admin admin] 10.222.0.42 "DELETE /v2.0/routers/1daa982d-fc39-433d-8b36-8ad1c821296b HTTP/1.1" status: 204 len: 168 time: 2.1514733 Feb 16 15:46:44.322148 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 59162) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:46:44.392539 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_v2 [None req-27279321-0e36-40c6-ab89-a54a6912ab12 admin admin] Deleting subnet a62699c9-d511-4489-bc33-e0a20a0f027c {{(pid=84025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 15:46:44.396025 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-27279321-0e36-40c6-ab89-a54a6912ab12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:44.452994 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-27279321-0e36-40c6-ab89-a54a6912ab12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839627706'] for subnet, precommit_delete_associations {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:44.484423 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-eb9461c9-bb47-4d7e-96bc-3e223911d95a None None] Agent healthcheck: found 6 active agents {{(pid=84028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:46:44.524659 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-27279321-0e36-40c6-ab89-a54a6912ab12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1516034'] for subnet, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:44.834446 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-27279321-0e36-40c6-ab89-a54a6912ab12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853259749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15847524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840885529'] for subnet, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:44.905035 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:46:44.944867 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27279321-0e36-40c6-ab89-a54a6912ab12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a62699c9-d511-4489-bc33-e0a20a0f027c,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:46:44.959647 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-27279321-0e36-40c6-ab89-a54a6912ab12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:46:44.994213 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-27279321-0e36-40c6-ab89-a54a6912ab12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:45.001754 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-27279321-0e36-40c6-ab89-a54a6912ab12 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a62699c9-d511-4489-bc33-e0a20a0f027c HTTP/1.1" status: 204 len: 168 time: 0.6773341 Feb 16 15:46:45.004031 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 59170) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:46:45.076484 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 83f1873f-bac7-42a7-b6cb-0a834a721ab6 no longer exists at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 15:46:45.145149 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3a29449c-3776-4258-9627-10026e36c514 None None] No Port match for: 83f1873f-bac7-42a7-b6cb-0a834a721ab6 {{(pid=84027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 15:46:45.145671 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 83f1873f-bac7-42a7-b6cb-0a834a721ab6 not bound to the agent host dv-cinder-775706-1-smb {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 15:46:45.146211 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 8455222a-5837-46e7-b59f-eca94ae93c32 no longer exists at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 15:46:45.147946 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1531-02eb-429a-b011-444ee74f52ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1401933'] for network, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:45.234896 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3a29449c-3776-4258-9627-10026e36c514 None None] No Port match for: 8455222a-5837-46e7-b59f-eca94ae93c32 {{(pid=84027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 15:46:45.235575 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 8455222a-5837-46e7-b59f-eca94ae93c32 not bound to the agent host dv-cinder-775706-1-smb {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 15:46:45.364440 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1531-02eb-429a-b011-444ee74f52ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519515', 'neutron.services.segments.db._delete_segments_for_network--9223363282561163551'] for network, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:45.569291 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-e0ff1531-02eb-429a-b011-444ee74f52ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c45075-d47a-42e2-ab3d-f37c2b945ec2']}} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:46:45.602306 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac26e8-a93d-499d-9131-0bbf92ec9967 req-d7a4eb67-fd96-4aa1-bb6d-b88aeb430302 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:45.604366 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-62ac26e8-a93d-499d-9131-0bbf92ec9967 req-d7a4eb67-fd96-4aa1-bb6d-b88aeb430302 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 945 time: 0.1681950 Feb 16 15:46:45.622281 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-e0ff1531-02eb-429a-b011-444ee74f52ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '659b4019-32da-419b-8acc-38f2522e8f00') {'for_net_delete': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:46:45.622654 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-e0ff1531-02eb-429a-b011-444ee74f52ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '659b4019-32da-419b-8acc-38f2522e8f00') {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:46:45.643879 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1531-02eb-429a-b011-444ee74f52ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282561152287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15148109'] for segment, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:45.675316 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1531-02eb-429a-b011-444ee74f52ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853259932'] for segment, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:45.685425 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-62ac26e8-a93d-499d-9131-0bbf92ec9967 req-b1529162-63c0-4213-b2b4-253e89ede82a tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799391 Feb 16 15:46:45.686201 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e0ff1531-02eb-429a-b011-444ee74f52ec admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 15:46:45.871898 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e0ff1531-02eb-429a-b011-444ee74f52ec admin admin] Network b7c45075-d47a-42e2-ab3d-f37c2b945ec2 has no segments {{(pid=84025) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 15:46:45.885668 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1531-02eb-429a-b011-444ee74f52ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1515795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838924346'] for segment, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:46.125392 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-e0ff1531-02eb-429a-b011-444ee74f52ec admin admin] Network b7c45075-d47a-42e2-ab3d-f37c2b945ec2 has no segments {{(pid=84025) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 15:46:46.160612 dv-cinder-775706-1-smb neutron-server[83912]: Traceback (most recent call last): Feb 16 15:46:46.160612 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:46:46.160612 dv-cinder-775706-1-smb neutron-server[83912]: timer() Feb 16 15:46:46.160612 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:46:46.160612 dv-cinder-775706-1-smb neutron-server[83912]: cb(*args, **kw) Feb 16 15:46:46.160612 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 15:46:46.160612 dv-cinder-775706-1-smb neutron-server[83912]: return func(*args, **kwargs) Feb 16 15:46:46.160612 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:46:46.160612 dv-cinder-775706-1-smb neutron-server[83912]: self._notify() Feb 16 15:46:46.160612 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:46:46.160612 dv-cinder-775706-1-smb neutron-server[83912]: self.callback(batched_events) Feb 16 15:46:46.160612 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:46:46.160612 dv-cinder-775706-1-smb neutron-server[83912]: event.method(event) Feb 16 15:46:46.160612 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 15:46:46.160612 dv-cinder-775706-1-smb neutron-server[83912]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:46:46.160612 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 15:46:46.160612 dv-cinder-775706-1-smb neutron-server[83912]: segment_id)['aggregates'][0] Feb 16 15:46:46.160612 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 15:46:46.160612 dv-cinder-775706-1-smb neutron-server[83912]: return f(self, *a, **k) Feb 16 15:46:46.160612 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 15:46:46.160612 dv-cinder-775706-1-smb neutron-server[83912]: return self._get(url).json() Feb 16 15:46:46.160612 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:46:46.160612 dv-cinder-775706-1-smb neutron-server[83912]: **kwargs) Feb 16 15:46:46.160612 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 15:46:46.160612 dv-cinder-775706-1-smb neutron-server[83912]: return self.request(url, 'GET', **kwargs) Feb 16 15:46:46.160612 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 15:46:46.160612 dv-cinder-775706-1-smb neutron-server[83912]: **endpoint_filter) Feb 16 15:46:46.160612 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 15:46:46.160612 dv-cinder-775706-1-smb neutron-server[83912]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:46:46.160612 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 15:46:46.160612 dv-cinder-775706-1-smb neutron-server[83912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:46:46.160612 dv-cinder-775706-1-smb neutron-server[83912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:46:46.249960 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1531-02eb-429a-b011-444ee74f52ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853256212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664669'] for network, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:46.258290 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d38cf3e8-fe64-4cef-b567-e6cfdb6d6fb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:46:46.275951 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1531-02eb-429a-b011-444ee74f52ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for network, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:46.282823 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff1531-02eb-429a-b011-444ee74f52ec admin admin] Pushing event deleted for resources: {'Network': ['ID=b7c45075-d47a-42e2-ab3d-f37c2b945ec2,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:46:46.287792 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e0ff1531-02eb-429a-b011-444ee74f52ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:46:46.300459 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-e0ff1531-02eb-429a-b011-444ee74f52ec admin admin] 10.222.0.42 "DELETE /v2.0/networks/b7c45075-d47a-42e2-ab3d-f37c2b945ec2 HTTP/1.1" status: 204 len: 168 time: 1.2908916 Feb 16 15:46:46.530270 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 59190) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:46:46.589600 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-328cab8d-c5d9-4f32-9614-303f1593fd15 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=307d1551b61b4c018334709f0279d350&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0578279 Feb 16 15:46:46.592312 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 59194) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:46:46.695720 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90ead58d-0450-4d57-98f7-64bfbc863b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:46.763880 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90ead58d-0450-4d57-98f7-64bfbc863b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:46.865408 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90ead58d-0450-4d57-98f7-64bfbc863b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:46.875125 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-39dbe2f6-76a5-4151-91dc-1f0b44f2b734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:46:46.887111 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ead58d-0450-4d57-98f7-64bfbc863b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3491a5ab-4706-49aa-864e-1e6f28d5c29f,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:46:46.918138 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-90ead58d-0450-4d57-98f7-64bfbc863b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:46:46.920442 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90ead58d-0450-4d57-98f7-64bfbc863b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:46.922178 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-90ead58d-0450-4d57-98f7-64bfbc863b24 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3491a5ab-4706-49aa-864e-1e6f28d5c29f HTTP/1.1" status: 204 len: 168 time: 0.3287971 Feb 16 15:46:46.951437 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df17e75-b8a1-4d68-95ae-d129a71dbd6c req-c20e81c1-67c5-4650-bd06-5baee210cde1 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:46.953380 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4df17e75-b8a1-4d68-95ae-d129a71dbd6c req-c20e81c1-67c5-4650-bd06-5baee210cde1 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 945 time: 0.1201079 Feb 16 15:46:47.013470 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4df17e75-b8a1-4d68-95ae-d129a71dbd6c req-8f2f8c38-d73e-4bc1-a12a-5012d124e3a5 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528102 Feb 16 15:46:48.255393 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2b6b4-7c55-414f-817c-e66065b0d65e req-62cdeb44-bc06-4bee-ae64-5acdfff13d13 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:48.257011 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-06f2b6b4-7c55-414f-817c-e66065b0d65e req-62cdeb44-bc06-4bee-ae64-5acdfff13d13 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 945 time: 0.0988853 Feb 16 15:46:48.306505 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-06f2b6b4-7c55-414f-817c-e66065b0d65e req-277468c3-5ce3-4f99-859c-f7bbbb57659a tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430377 Feb 16 15:46:48.698060 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b7dbf-a80f-4ef2-8fcc-7e0f5040c895 req-8110e808-8748-43b5-b880-94127fdc96a8 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:48.699696 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-686b7dbf-a80f-4ef2-8fcc-7e0f5040c895 req-8110e808-8748-43b5-b880-94127fdc96a8 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 945 time: 0.0965061 Feb 16 15:46:48.802515 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-686b7dbf-a80f-4ef2-8fcc-7e0f5040c895 req-20018044-05e3-4f8c-9a6c-940d03bae873 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582471 Feb 16 15:46:48.827826 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcd19a-81d9-4b36-b9ed-6e562c90c257 req-27bb06f1-93e6-4c3a-8876-9db8415a0355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:48.829592 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ccfcd19a-81d9-4b36-b9ed-6e562c90c257 req-27bb06f1-93e6-4c3a-8876-9db8415a0355 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b0fc8a8ae93c48d4a30f0b24661af106&device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 1162 time: 0.1261320 Feb 16 15:46:48.981973 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcd19a-81d9-4b36-b9ed-6e562c90c257 req-6bdbe508-cd0f-49e6-8265-87962e246831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:48.983802 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ccfcd19a-81d9-4b36-b9ed-6e562c90c257 req-6bdbe508-cd0f-49e6-8265-87962e246831 service neutron] 10.222.0.102 "GET /v2.0/networks?id=d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8 HTTP/1.1" status: 200 len: 905 time: 0.1456163 Feb 16 15:46:49.109374 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ccfcd19a-81d9-4b36-b9ed-6e562c90c257 req-92a3347f-58c5-4280-b19b-efdfc4ada1c9 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d79f0bc4-9870-4fa6-99d6-d39aea4f8916 HTTP/1.1" status: 200 len: 1000 time: 0.1157498 Feb 16 15:46:49.195473 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcd19a-81d9-4b36-b9ed-6e562c90c257 req-a82d4d46-8ae4-4b19-bce8-b9f9cd6e2ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:49.197079 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ccfcd19a-81d9-4b36-b9ed-6e562c90c257 req-a82d4d46-8ae4-4b19-bce8-b9f9cd6e2ee2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=403fc087-c515-4f31-aec5-fdfdb713afb9 HTTP/1.1" status: 200 len: 850 time: 0.0799036 Feb 16 15:46:49.283707 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 59316) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:46:49.309444 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcd19a-81d9-4b36-b9ed-6e562c90c257 req-9081addd-f510-46a9-b505-11dfc5a5d210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:49.311342 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ccfcd19a-81d9-4b36-b9ed-6e562c90c257 req-9081addd-f510-46a9-b505-11dfc5a5d210 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1042538 Feb 16 15:46:49.479146 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ccfcd19a-81d9-4b36-b9ed-6e562c90c257 req-8fe6430a-5dab-4050-ae2f-92897a3f5d49 service neutron] 10.222.0.102 "GET /v2.0/networks/d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606271 Feb 16 15:46:49.598729 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 59344) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:46:49.654335 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e91e6f24-4b82-4b6a-9cb2-b116f469d5b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:49.676668 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-e91e6f24-4b82-4b6a-9cb2-b116f469d5b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:46:49.682104 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-e91e6f24-4b82-4b6a-9cb2-b116f469d5b1 admin admin] Usage tracker for resource:security_group_rule and tenant:38aff53a453f4d61a3f568065c627f66 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:46:49.687047 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-e91e6f24-4b82-4b6a-9cb2-b116f469d5b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:46:49.696901 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-e91e6f24-4b82-4b6a-9cb2-b116f469d5b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:46:49.705180 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-78d3017d-9136-479e-997d-e086a6098c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:49.718486 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ccfcd19a-81d9-4b36-b9ed-6e562c90c257 req-4abe114c-269f-4b75-81ed-472dc3309b5f service neutron] 10.222.0.102 "GET /v2.0/networks/d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2300353 Feb 16 15:46:49.724555 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-78d3017d-9136-479e-997d-e086a6098c32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:46:49.729180 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-78d3017d-9136-479e-997d-e086a6098c32 admin admin] Usage tracker for resource:security_group_rule and tenant:469376d111a44802afb5e1a280d193cd is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:46:49.732347 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-78d3017d-9136-479e-997d-e086a6098c32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:46:49.738499 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-78d3017d-9136-479e-997d-e086a6098c32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:46:49.830965 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-78d3017d-9136-479e-997d-e086a6098c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:49.834235 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-78d3017d-9136-479e-997d-e086a6098c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:49.848750 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e91e6f24-4b82-4b6a-9cb2-b116f469d5b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:49.852473 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e91e6f24-4b82-4b6a-9cb2-b116f469d5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:49.862607 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-efc3bcb1-0345-4d9e-96b5-6125b0ebeeb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:46:49.864787 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-745003b6-4f29-4d32-abc1-c35b0f187107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:46:49.893415 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e6f24-4b82-4b6a-9cb2-b116f469d5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875e0f2b-439e-40e7-9553-87ee04e01a27,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:46:49.896778 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-78d3017d-9136-479e-997d-e086a6098c32 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=469376d111a44802afb5e1a280d193cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969232 Feb 16 15:46:49.897435 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 59370) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:46:49.898187 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3017d-9136-479e-997d-e086a6098c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12dc1f1-c460-473a-8ef4-13fbb4c601a2,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:46:49.899612 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e91e6f24-4b82-4b6a-9cb2-b116f469d5b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:46:49.903639 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-78d3017d-9136-479e-997d-e086a6098c32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:46:49.927490 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-e91e6f24-4b82-4b6a-9cb2-b116f469d5b1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=38aff53a453f4d61a3f568065c627f66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6419950 Feb 16 15:46:49.928368 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 59374) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:46:50.001967 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-030193a8-fe8a-4496-9f54-97b0de1b1c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:50.033083 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-030193a8-fe8a-4496-9f54-97b0de1b1c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:50.046776 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eedb182d-a8ea-4c06-b4c4-3a6f67f79a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:50.080887 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-030193a8-fe8a-4496-9f54-97b0de1b1c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:50.081719 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eedb182d-a8ea-4c06-b4c4-3a6f67f79a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:50.086294 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-142f4d75-b859-4771-b940-f527eafb7abf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:46:50.097944 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030193a8-fe8a-4496-9f54-97b0de1b1c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875e0f2b-439e-40e7-9553-87ee04e01a27,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:46:50.104562 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-030193a8-fe8a-4496-9f54-97b0de1b1c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:46:50.104966 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-030193a8-fe8a-4496-9f54-97b0de1b1c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:50.108796 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-030193a8-fe8a-4496-9f54-97b0de1b1c66 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/875e0f2b-439e-40e7-9553-87ee04e01a27 HTTP/1.1" status: 204 len: 168 time: 0.1756470 Feb 16 15:46:50.132611 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb22fd4-7db4-4fa0-a18d-fcff8d8ac33b req-61b25365-511a-4bf0-a7c8-2a899f27607a tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:50.134286 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dbb22fd4-7db4-4fa0-a18d-fcff8d8ac33b req-61b25365-511a-4bf0-a7c8-2a899f27607a tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 945 time: 0.1725061 Feb 16 15:46:50.190868 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dbb22fd4-7db4-4fa0-a18d-fcff8d8ac33b req-a75fe014-0539-4557-a824-9accc89eb3e3 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498500 Feb 16 15:46:50.194975 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eedb182d-a8ea-4c06-b4c4-3a6f67f79a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:50.200829 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-4f6e2fc4-6b12-42a7-963c-8fcff85538e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:46:50.432517 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb182d-a8ea-4c06-b4c4-3a6f67f79a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12dc1f1-c460-473a-8ef4-13fbb4c601a2,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:46:50.435122 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-eedb182d-a8ea-4c06-b4c4-3a6f67f79a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:46:50.442322 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eedb182d-a8ea-4c06-b4c4-3a6f67f79a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:50.443593 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-eedb182d-a8ea-4c06-b4c4-3a6f67f79a32 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b12dc1f1-c460-473a-8ef4-13fbb4c601a2 HTTP/1.1" status: 204 len: 168 time: 0.5420251 Feb 16 15:46:50.455698 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 59386) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:46:50.475006 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aba3f9e4-9e2e-4c3c-a232-80088873152b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:50.494422 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-aba3f9e4-9e2e-4c3c-a232-80088873152b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:46:50.498731 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-aba3f9e4-9e2e-4c3c-a232-80088873152b admin admin] Usage tracker for resource:security_group_rule and tenant:61b7f5d4ab414549a9667d8b6b46bbb3 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:46:50.502036 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-aba3f9e4-9e2e-4c3c-a232-80088873152b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:46:50.508564 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-aba3f9e4-9e2e-4c3c-a232-80088873152b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:46:50.603598 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aba3f9e4-9e2e-4c3c-a232-80088873152b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:50.607644 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aba3f9e4-9e2e-4c3c-a232-80088873152b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:50.619127 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c162a243-603a-42d8-be38-69805fb3a262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:46:50.670660 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-aba3f9e4-9e2e-4c3c-a232-80088873152b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=61b7f5d4ab414549a9667d8b6b46bbb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2109675 Feb 16 15:46:50.670660 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3f9e4-9e2e-4c3c-a232-80088873152b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c0cca6-2b81-4c81-8c57-88d61a296640,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:46:50.671693 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 59390) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:46:50.673593 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-aba3f9e4-9e2e-4c3c-a232-80088873152b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:46:50.747594 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-79b7e58f-6026-42c9-9326-a26600a2ced9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:50.778601 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-79b7e58f-6026-42c9-9326-a26600a2ced9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:50.828722 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-79b7e58f-6026-42c9-9326-a26600a2ced9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:50.834297 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-91f0d4b0-a6d6-4222-9c7c-0768c6750948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:46:50.847853 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7e58f-6026-42c9-9326-a26600a2ced9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c0cca6-2b81-4c81-8c57-88d61a296640,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:46:50.850601 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-79b7e58f-6026-42c9-9326-a26600a2ced9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:46:50.852610 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-79b7e58f-6026-42c9-9326-a26600a2ced9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:50.853780 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-79b7e58f-6026-42c9-9326-a26600a2ced9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b9c0cca6-2b81-4c81-8c57-88d61a296640 HTTP/1.1" status: 204 len: 168 time: 0.1800454 Feb 16 15:46:51.111495 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 59400) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:46:51.127305 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device d79f0bc4-9870-4fa6-99d6-d39aea4f8916 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:46:51.180527 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce547f3c-6315-4aed-83f4-22cfa2b8923a admin admin] Deleting subnet 60264cdc-38de-4f03-9692-ec96b0808cac {{(pid=84026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 15:46:51.188107 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ce547f3c-6315-4aed-83f4-22cfa2b8923a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:51.204043 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port d79f0bc4-9870-4fa6-99d6-d39aea4f8916 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:46:51.204537 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:51.257865 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ce547f3c-6315-4aed-83f4-22cfa2b8923a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:51.267589 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ce547f3c-6315-4aed-83f4-22cfa2b8923a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1516034'] for subnet, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:51.415953 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e11be-1587-40cd-88c7-6226389da1a7 req-a2ce9204-be32-405b-8efd-44721ab59cb0 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:51.417556 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e73e11be-1587-40cd-88c7-6226389da1a7 req-a2ce9204-be32-405b-8efd-44721ab59cb0 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 945 time: 0.0913405 Feb 16 15:46:51.473184 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e73e11be-1587-40cd-88c7-6226389da1a7 req-32cf04c7-418e-4861-9448-ef5e40ff80b2 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483623 Feb 16 15:46:51.567540 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ce547f3c-6315-4aed-83f4-22cfa2b8923a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853259749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702'] for subnet, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:51.583296 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-70d100b4-3489-4338-8369-3e62ce46226c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:46:51.670876 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce547f3c-6315-4aed-83f4-22cfa2b8923a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60264cdc-38de-4f03-9692-ec96b0808cac,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:46:51.683702 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ce547f3c-6315-4aed-83f4-22cfa2b8923a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:46:51.723005 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ce547f3c-6315-4aed-83f4-22cfa2b8923a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:51.736393 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-ce547f3c-6315-4aed-83f4-22cfa2b8923a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/60264cdc-38de-4f03-9692-ec96b0808cac HTTP/1.1" status: 204 len: 168 time: 0.6231072 Feb 16 15:46:51.738957 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 59424) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:46:51.854885 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a5c18ebf-74f2-4a5b-856f-b3bf59c2aaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1401933'] for network, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:52.049106 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a5c18ebf-74f2-4a5b-856f-b3bf59c2aaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519515', 'neutron.services.segments.db._delete_segments_for_network--9223363282561163551'] for network, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:52.165145 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a5c18ebf-74f2-4a5b-856f-b3bf59c2aaca admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:46:52.165549 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a5c18ebf-74f2-4a5b-856f-b3bf59c2aaca admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:46:52.166381 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a5c18ebf-74f2-4a5b-856f-b3bf59c2aaca admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:46:52.166788 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a5c18ebf-74f2-4a5b-856f-b3bf59c2aaca admin admin] Subscribe: > port after_create 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:46:52.167150 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a5c18ebf-74f2-4a5b-856f-b3bf59c2aaca admin admin] Subscribe: > port after_delete 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:46:52.167522 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a5c18ebf-74f2-4a5b-856f-b3bf59c2aaca admin admin] Subscribe: > port after_update 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:46:52.167886 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a5c18ebf-74f2-4a5b-856f-b3bf59c2aaca admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:46:52.168260 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a5c18ebf-74f2-4a5b-856f-b3bf59c2aaca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:46:52.168616 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a5c18ebf-74f2-4a5b-856f-b3bf59c2aaca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:46:52.168971 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a5c18ebf-74f2-4a5b-856f-b3bf59c2aaca admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:46:52.298349 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a5c18ebf-74f2-4a5b-856f-b3bf59c2aaca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:46:52.298764 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a5c18ebf-74f2-4a5b-856f-b3bf59c2aaca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:46:52.299145 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a5c18ebf-74f2-4a5b-856f-b3bf59c2aaca admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:46:52.299521 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a5c18ebf-74f2-4a5b-856f-b3bf59c2aaca admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84026) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 16 15:46:52.299917 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-a5c18ebf-74f2-4a5b-856f-b3bf59c2aaca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a69cf5a-a773-448c-b778-545c271189f4']}} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:46:52.315161 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-a5c18ebf-74f2-4a5b-856f-b3bf59c2aaca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef995b49-a34b-46e4-9bc3-dadf6de736bd') {'for_net_delete': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:46:52.315508 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-a5c18ebf-74f2-4a5b-856f-b3bf59c2aaca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef995b49-a34b-46e4-9bc3-dadf6de736bd') {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:46:52.327919 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a5c18ebf-74f2-4a5b-856f-b3bf59c2aaca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282561152287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15423062'] for segment, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:52.346921 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a5c18ebf-74f2-4a5b-856f-b3bf59c2aaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853259932'] for segment, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:52.348995 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a5c18ebf-74f2-4a5b-856f-b3bf59c2aaca admin admin] Releasing vxlan tunnel 10 to pool {{(pid=84026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 15:46:52.535526 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-a5c18ebf-74f2-4a5b-856f-b3bf59c2aaca admin admin] Network 4a69cf5a-a773-448c-b778-545c271189f4 has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 15:46:52.544531 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a5c18ebf-74f2-4a5b-856f-b3bf59c2aaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1515795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-826721'] for segment, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:52.728354 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-a5c18ebf-74f2-4a5b-856f-b3bf59c2aaca admin admin] Network 4a69cf5a-a773-448c-b778-545c271189f4 has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 15:46:52.755774 dv-cinder-775706-1-smb neutron-server[83912]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 15:46:52.755774 dv-cinder-775706-1-smb neutron-server[83912]: from cryptography.utils import int_from_bytes Feb 16 15:46:52.755774 dv-cinder-775706-1-smb neutron-server[83912]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 15:46:52.755774 dv-cinder-775706-1-smb neutron-server[83912]: from cryptography.utils import int_from_bytes Feb 16 15:46:52.755774 dv-cinder-775706-1-smb neutron-server[83912]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 16 15:46:52.755774 dv-cinder-775706-1-smb neutron-server[83912]: (rel_b, rel_a, rel_b), Feb 16 15:46:52.755774 dv-cinder-775706-1-smb neutron-server[83912]: Traceback (most recent call last): Feb 16 15:46:52.755774 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:46:52.755774 dv-cinder-775706-1-smb neutron-server[83912]: timer() Feb 16 15:46:52.755774 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:46:52.755774 dv-cinder-775706-1-smb neutron-server[83912]: cb(*args, **kw) Feb 16 15:46:52.755774 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 15:46:52.755774 dv-cinder-775706-1-smb neutron-server[83912]: return func(*args, **kwargs) Feb 16 15:46:52.755774 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:46:52.755774 dv-cinder-775706-1-smb neutron-server[83912]: self._notify() Feb 16 15:46:52.755774 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:46:52.755774 dv-cinder-775706-1-smb neutron-server[83912]: self.callback(batched_events) Feb 16 15:46:52.755774 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:46:52.755774 dv-cinder-775706-1-smb neutron-server[83912]: event.method(event) Feb 16 15:46:52.755774 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 15:46:52.755774 dv-cinder-775706-1-smb neutron-server[83912]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:46:52.755774 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 15:46:52.755774 dv-cinder-775706-1-smb neutron-server[83912]: segment_id)['aggregates'][0] Feb 16 15:46:52.755774 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 15:46:52.755774 dv-cinder-775706-1-smb neutron-server[83912]: return f(self, *a, **k) Feb 16 15:46:52.755774 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 15:46:52.755774 dv-cinder-775706-1-smb neutron-server[83912]: return self._get(url).json() Feb 16 15:46:52.755774 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:46:52.755774 dv-cinder-775706-1-smb neutron-server[83912]: **kwargs) Feb 16 15:46:52.755774 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 15:46:52.755774 dv-cinder-775706-1-smb neutron-server[83912]: return self.request(url, 'GET', **kwargs) Feb 16 15:46:52.755774 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 15:46:52.755774 dv-cinder-775706-1-smb neutron-server[83912]: **endpoint_filter) Feb 16 15:46:52.755774 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 15:46:52.755774 dv-cinder-775706-1-smb neutron-server[83912]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:46:52.755774 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 15:46:52.755774 dv-cinder-775706-1-smb neutron-server[83912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:46:52.755774 dv-cinder-775706-1-smb neutron-server[83912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:46:52.841873 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a5c18ebf-74f2-4a5b-856f-b3bf59c2aaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853256212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664669'] for network, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:52.845817 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-87a63076-3d4d-4843-80b3-4ba4121fe194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:46:52.866651 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a5c18ebf-74f2-4a5b-856f-b3bf59c2aaca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:52.869436 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c18ebf-74f2-4a5b-856f-b3bf59c2aaca admin admin] Pushing event deleted for resources: {'Network': ['ID=4a69cf5a-a773-448c-b778-545c271189f4,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:46:52.872848 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a5c18ebf-74f2-4a5b-856f-b3bf59c2aaca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:46:52.882240 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-a5c18ebf-74f2-4a5b-856f-b3bf59c2aaca admin admin] 10.222.0.42 "DELETE /v2.0/networks/4a69cf5a-a773-448c-b778-545c271189f4 HTTP/1.1" status: 204 len: 168 time: 1.1422172 Feb 16 15:46:53.065659 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 59464) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:46:53.118183 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-f6bf2bf9-dfa2-4ff2-a83e-8db1324c87a3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9baaca4a93c84035ac621465913a9b20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512204 Feb 16 15:46:53.120960 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 59468) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:46:53.187342 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bf1b46c8-163a-4e99-8136-b6f5ef0c6722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:53.215472 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bf1b46c8-163a-4e99-8136-b6f5ef0c6722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:53.262053 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bf1b46c8-163a-4e99-8136-b6f5ef0c6722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:53.266247 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8865c824-77f5-4d88-9b6d-240da95ec262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:46:53.281208 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b46c8-163a-4e99-8136-b6f5ef0c6722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c058086-c429-46d1-8959-daed0db26f00,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:46:53.284029 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-bf1b46c8-163a-4e99-8136-b6f5ef0c6722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:46:53.291430 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bf1b46c8-163a-4e99-8136-b6f5ef0c6722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:53.295331 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-bf1b46c8-163a-4e99-8136-b6f5ef0c6722 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9c058086-c429-46d1-8959-daed0db26f00 HTTP/1.1" status: 204 len: 168 time: 0.1710107 Feb 16 15:46:53.816565 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 59500) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:46:53.945868 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-861d0236-ee47-4bf6-82bb-79c37e8d6a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:53.963042 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-861d0236-ee47-4bf6-82bb-79c37e8d6a22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:46:53.967441 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-861d0236-ee47-4bf6-82bb-79c37e8d6a22 admin admin] Usage tracker for resource:security_group_rule and tenant:e9d17cc532b2491db992fc204d92c739 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:46:53.970456 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-861d0236-ee47-4bf6-82bb-79c37e8d6a22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:46:53.976321 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-861d0236-ee47-4bf6-82bb-79c37e8d6a22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:46:54.066879 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-861d0236-ee47-4bf6-82bb-79c37e8d6a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:54.070970 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-861d0236-ee47-4bf6-82bb-79c37e8d6a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:54.080820 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-4a60c476-4013-4914-a73f-f4b4ec094eb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:46:54.128577 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-861d0236-ee47-4bf6-82bb-79c37e8d6a22 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e9d17cc532b2491db992fc204d92c739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3107710 Feb 16 15:46:54.129448 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d0236-ee47-4bf6-82bb-79c37e8d6a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a27a13d-628e-410e-98d6-8b85d8b3a97b,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:46:54.131481 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 59516) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:46:54.132855 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-861d0236-ee47-4bf6-82bb-79c37e8d6a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:46:54.196533 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fa48b2be-ef5b-466e-8715-e05317fa19e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:54.225882 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fa48b2be-ef5b-466e-8715-e05317fa19e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:54.277799 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fa48b2be-ef5b-466e-8715-e05317fa19e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:54.282919 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1fa28f38-7dd5-4d0f-9531-8db9cac16450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:46:54.295640 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa48b2be-ef5b-466e-8715-e05317fa19e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a27a13d-628e-410e-98d6-8b85d8b3a97b,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:46:54.299353 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-fa48b2be-ef5b-466e-8715-e05317fa19e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:46:54.301372 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fa48b2be-ef5b-466e-8715-e05317fa19e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:54.304587 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-fa48b2be-ef5b-466e-8715-e05317fa19e4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9a27a13d-628e-410e-98d6-8b85d8b3a97b HTTP/1.1" status: 204 len: 168 time: 0.1719077 Feb 16 15:46:54.509999 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 59528) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:46:54.607736 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 59534) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:46:54.627323 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-60466781-32c4-4684-8b30-327de4259424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:54.640058 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b30697cf-419e-4872-b6a6-a6dec7b5f17a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:54.642639 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-60466781-32c4-4684-8b30-327de4259424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:46:54.646735 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-60466781-32c4-4684-8b30-327de4259424 admin admin] Usage tracker for resource:security_group_rule and tenant:f36ddcc8b16f4c359e49b8025e1f8188 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:46:54.649927 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-60466781-32c4-4684-8b30-327de4259424 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:46:54.656382 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-b30697cf-419e-4872-b6a6-a6dec7b5f17a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:46:54.658948 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-60466781-32c4-4684-8b30-327de4259424 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:46:54.661057 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-b30697cf-419e-4872-b6a6-a6dec7b5f17a admin admin] Usage tracker for resource:security_group_rule and tenant:0bf7560fc4534c4bab6a953a1cfaf3c7 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:46:54.664162 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-b30697cf-419e-4872-b6a6-a6dec7b5f17a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:46:54.670068 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-b30697cf-419e-4872-b6a6-a6dec7b5f17a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:46:54.754306 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-60466781-32c4-4684-8b30-327de4259424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:54.757804 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-60466781-32c4-4684-8b30-327de4259424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:54.761154 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b30697cf-419e-4872-b6a6-a6dec7b5f17a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:54.763890 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b30697cf-419e-4872-b6a6-a6dec7b5f17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:54.767154 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7e0ed87e-6206-4af5-b959-d4b2e332f035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:46:54.773403 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-fa48b2be-ef5b-466e-8715-e05317fa19e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:46:54.811348 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-60466781-32c4-4684-8b30-327de4259424 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f36ddcc8b16f4c359e49b8025e1f8188&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2023036 Feb 16 15:46:54.813037 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60466781-32c4-4684-8b30-327de4259424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fb1dfa-4043-4079-8ed2-a336a6bd4a1e,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:46:54.815622 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 59538) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:46:54.818522 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-60466781-32c4-4684-8b30-327de4259424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:46:54.823350 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-b30697cf-419e-4872-b6a6-a6dec7b5f17a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0bf7560fc4534c4bab6a953a1cfaf3c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3120368 Feb 16 15:46:54.823850 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 59542) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:46:54.827886 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30697cf-419e-4872-b6a6-a6dec7b5f17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352d3b3c-ff6b-4024-b89a-02e3cb8a2d74,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:46:54.831460 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b30697cf-419e-4872-b6a6-a6dec7b5f17a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:46:54.879970 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ef23c739-556c-48e0-a155-e896fcbc3989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:54.893404 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c1d1d35-3960-48e8-9220-1f0e4561d3d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:54.911815 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ef23c739-556c-48e0-a155-e896fcbc3989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:54.926274 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c1d1d35-3960-48e8-9220-1f0e4561d3d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:54.956634 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ef23c739-556c-48e0-a155-e896fcbc3989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:54.961935 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f7dd5d81-ec54-4e47-927a-e661cbd93fea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:46:54.972336 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c1d1d35-3960-48e8-9220-1f0e4561d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:54.976287 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3c1bb3d3-1449-4177-ac15-6e6d5c56ac62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:46:54.977630 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef23c739-556c-48e0-a155-e896fcbc3989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fb1dfa-4043-4079-8ed2-a336a6bd4a1e,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:46:54.980817 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ef23c739-556c-48e0-a155-e896fcbc3989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:46:54.985590 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ef23c739-556c-48e0-a155-e896fcbc3989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:54.988410 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d1d35-3960-48e8-9220-1f0e4561d3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352d3b3c-ff6b-4024-b89a-02e3cb8a2d74,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:46:54.989531 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-ef23c739-556c-48e0-a155-e896fcbc3989 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/44fb1dfa-4043-4079-8ed2-a336a6bd4a1e HTTP/1.1" status: 204 len: 168 time: 0.1728854 Feb 16 15:46:54.993847 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-6c1d1d35-3960-48e8-9220-1f0e4561d3d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:46:54.995893 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c1d1d35-3960-48e8-9220-1f0e4561d3d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:54.999118 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-6c1d1d35-3960-48e8-9220-1f0e4561d3d2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/352d3b3c-ff6b-4024-b89a-02e3cb8a2d74 HTTP/1.1" status: 204 len: 168 time: 0.1732166 Feb 16 15:46:55.222465 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-78310fc3-59c4-4bb0-9ab4-ed5fb09d90e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:57.430747 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 59618) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:46:57.555489 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-89e4558b-a005-42d5-b525-994d1f59a717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:57.571580 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-89e4558b-a005-42d5-b525-994d1f59a717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:46:57.575559 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-89e4558b-a005-42d5-b525-994d1f59a717 admin admin] Usage tracker for resource:security_group_rule and tenant:0932c67c2b5e430c9771a32ce4931731 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:46:57.578589 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-89e4558b-a005-42d5-b525-994d1f59a717 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:46:57.585077 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-89e4558b-a005-42d5-b525-994d1f59a717 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:46:57.669414 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-89e4558b-a005-42d5-b525-994d1f59a717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:57.672305 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-89e4558b-a005-42d5-b525-994d1f59a717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:57.680851 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:46:57.723547 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-89e4558b-a005-42d5-b525-994d1f59a717 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0932c67c2b5e430c9771a32ce4931731&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2915831 Feb 16 15:46:57.724478 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4558b-a005-42d5-b525-994d1f59a717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b073c9-0977-41b5-8133-192e07bc27f7,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:46:57.727080 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 59624) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:46:57.730358 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-89e4558b-a005-42d5-b525-994d1f59a717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:46:57.774202 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9ae92c4a-cc70-4718-bce9-f613e518e14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:57.796015 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5bc0bfc0-19b2-4f44-8e0d-d1d306870e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:57.823881 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5bc0bfc0-19b2-4f44-8e0d-d1d306870e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:57.867791 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5bc0bfc0-19b2-4f44-8e0d-d1d306870e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:57.873626 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-bc99cfdd-cc3d-4db1-8f40-c670423d8f31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:46:57.886827 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0bfc0-19b2-4f44-8e0d-d1d306870e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b073c9-0977-41b5-8133-192e07bc27f7,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:46:57.889880 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5bc0bfc0-19b2-4f44-8e0d-d1d306870e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:46:57.890872 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5bc0bfc0-19b2-4f44-8e0d-d1d306870e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:57.892692 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-5bc0bfc0-19b2-4f44-8e0d-d1d306870e38 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c1b073c9-0977-41b5-8133-192e07bc27f7 HTTP/1.1" status: 204 len: 168 time: 0.1646366 Feb 16 15:46:58.091305 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:58.183186 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 59634) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:46:58.202866 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b32119f8-f100-4d56-be68-4382fd86ce6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:58.218283 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-b32119f8-f100-4d56-be68-4382fd86ce6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:46:58.222566 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-b32119f8-f100-4d56-be68-4382fd86ce6c admin admin] Usage tracker for resource:security_group_rule and tenant:ed728552506e4713bc56d6bb2cb7c8bf is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:46:58.225544 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-b32119f8-f100-4d56-be68-4382fd86ce6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:46:58.231407 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-b32119f8-f100-4d56-be68-4382fd86ce6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:46:58.327411 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b32119f8-f100-4d56-be68-4382fd86ce6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:58.330990 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b32119f8-f100-4d56-be68-4382fd86ce6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:58.339650 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c0961616-a58d-4531-a3f9-cf3f88b064e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:46:58.384705 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-b32119f8-f100-4d56-be68-4382fd86ce6c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ed728552506e4713bc56d6bb2cb7c8bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2001901 Feb 16 15:46:58.385549 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32119f8-f100-4d56-be68-4382fd86ce6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57fd99b-1b47-4c80-839b-a62db0ba942e,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:46:58.388084 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 59638) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:46:58.388988 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b32119f8-f100-4d56-be68-4382fd86ce6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:46:58.452396 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f1b5947d-d678-4cf8-8def-18fdd2d05c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:58.481539 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f1b5947d-d678-4cf8-8def-18fdd2d05c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:58.527783 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f1b5947d-d678-4cf8-8def-18fdd2d05c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:58.533108 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ce6f7d7f-4821-4cba-b5e0-91da9eed44ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:46:58.548780 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5947d-d678-4cf8-8def-18fdd2d05c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57fd99b-1b47-4c80-839b-a62db0ba942e,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:46:58.549960 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f1b5947d-d678-4cf8-8def-18fdd2d05c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:46:58.551241 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f1b5947d-d678-4cf8-8def-18fdd2d05c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:58.554945 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-f1b5947d-d678-4cf8-8def-18fdd2d05c1c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f57fd99b-1b47-4c80-839b-a62db0ba942e HTTP/1.1" status: 204 len: 168 time: 0.1633101 Feb 16 15:46:58.664666 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9f52180c-4339-49cb-bcef-2920233083a9 req-72d783de-9eeb-4cc9-aadb-14defff7361a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0796566 Feb 16 15:46:58.791102 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52180c-4339-49cb-bcef-2920233083a9 req-ff64c34b-3629-42a8-8e57-68357f62fb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:58.792707 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9f52180c-4339-49cb-bcef-2920233083a9 req-ff64c34b-3629-42a8-8e57-68357f62fb27 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=cdeb7d144cce4a36905846777218ca0e&device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 1163 time: 0.0925202 Feb 16 15:46:58.954073 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52180c-4339-49cb-bcef-2920233083a9 req-3f8c575b-c32d-493e-a3f7-3a6c521114dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:58.955714 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9f52180c-4339-49cb-bcef-2920233083a9 req-3f8c575b-c32d-493e-a3f7-3a6c521114dd service neutron] 10.222.0.102 "GET /v2.0/networks?id=20ca6535-fd86-4587-bfbd-e6e090169f44 HTTP/1.1" status: 200 len: 911 time: 0.1420314 Feb 16 15:46:59.070435 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9f52180c-4339-49cb-bcef-2920233083a9 req-38b7009a-1427-49eb-899f-c2e2ca5f04e5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18a06e30-139e-4dd9-a575-5d0dfb575216 HTTP/1.1" status: 200 len: 1001 time: 0.1068068 Feb 16 15:46:59.146560 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52180c-4339-49cb-bcef-2920233083a9 req-106ea324-fd59-4030-bb63-5e4b3435850f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:59.148196 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9f52180c-4339-49cb-bcef-2920233083a9 req-106ea324-fd59-4030-bb63-5e4b3435850f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=cf8af63e-2347-4927-a7a5-30a38d3293b2 HTTP/1.1" status: 200 len: 856 time: 0.0697305 Feb 16 15:46:59.234059 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52180c-4339-49cb-bcef-2920233083a9 req-2e19d7da-b6b3-452e-97df-8a3a2b76cc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:46:59.236257 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9f52180c-4339-49cb-bcef-2920233083a9 req-2e19d7da-b6b3-452e-97df-8a3a2b76cc4d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=20ca6535-fd86-4587-bfbd-e6e090169f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0799215 Feb 16 15:46:59.350716 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:46:59.388618 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9f52180c-4339-49cb-bcef-2920233083a9 req-c96f6ccc-1a30-432e-af9e-9d1fd9bd7d57 service neutron] 10.222.0.102 "GET /v2.0/networks/20ca6535-fd86-4587-bfbd-e6e090169f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429563 Feb 16 15:46:59.537399 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9f52180c-4339-49cb-bcef-2920233083a9 req-830447e6-0cae-481d-94ad-2dd6daa6fc9a service neutron] 10.222.0.102 "GET /v2.0/networks/20ca6535-fd86-4587-bfbd-e6e090169f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1415427 Feb 16 15:46:59.658547 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:02.207078 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:11.245961 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 59770) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:47:11.373090 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-885fed0f-4ad1-42cc-96cc-ce907aeab81b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:11.393856 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-885fed0f-4ad1-42cc-96cc-ce907aeab81b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:47:11.397915 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-885fed0f-4ad1-42cc-96cc-ce907aeab81b admin admin] Usage tracker for resource:security_group_rule and tenant:5d66d81e882446a3a472c55d75f27d2a is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:47:11.401358 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-885fed0f-4ad1-42cc-96cc-ce907aeab81b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:47:11.407572 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-885fed0f-4ad1-42cc-96cc-ce907aeab81b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:47:11.724270 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-885fed0f-4ad1-42cc-96cc-ce907aeab81b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:11.731280 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-885fed0f-4ad1-42cc-96cc-ce907aeab81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:11.744132 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-feaf423c-a62d-4f4a-8ead-e5598df22ae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:11.780074 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-885fed0f-4ad1-42cc-96cc-ce907aeab81b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5d66d81e882446a3a472c55d75f27d2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5329125 Feb 16 15:47:11.782963 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 59776) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:47:11.787610 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fed0f-4ad1-42cc-96cc-ce907aeab81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf8afa3-f8e9-4205-9d27-85690e5b3b4c,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:11.795794 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fed0f-4ad1-42cc-96cc-ce907aeab81b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.796200 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fed0f-4ad1-42cc-96cc-ce907aeab81b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.796601 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fed0f-4ad1-42cc-96cc-ce907aeab81b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.796992 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fed0f-4ad1-42cc-96cc-ce907aeab81b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.797393 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fed0f-4ad1-42cc-96cc-ce907aeab81b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.798292 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fed0f-4ad1-42cc-96cc-ce907aeab81b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.798704 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fed0f-4ad1-42cc-96cc-ce907aeab81b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.799091 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fed0f-4ad1-42cc-96cc-ce907aeab81b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.799473 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fed0f-4ad1-42cc-96cc-ce907aeab81b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.799853 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fed0f-4ad1-42cc-96cc-ce907aeab81b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.800233 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fed0f-4ad1-42cc-96cc-ce907aeab81b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.800618 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fed0f-4ad1-42cc-96cc-ce907aeab81b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.801046 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fed0f-4ad1-42cc-96cc-ce907aeab81b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.801428 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fed0f-4ad1-42cc-96cc-ce907aeab81b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.801808 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fed0f-4ad1-42cc-96cc-ce907aeab81b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.802187 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fed0f-4ad1-42cc-96cc-ce907aeab81b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.802597 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fed0f-4ad1-42cc-96cc-ce907aeab81b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.802979 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fed0f-4ad1-42cc-96cc-ce907aeab81b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.803357 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fed0f-4ad1-42cc-96cc-ce907aeab81b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.803739 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fed0f-4ad1-42cc-96cc-ce907aeab81b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.804119 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fed0f-4ad1-42cc-96cc-ce907aeab81b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.804499 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fed0f-4ad1-42cc-96cc-ce907aeab81b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.804875 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fed0f-4ad1-42cc-96cc-ce907aeab81b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.805252 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885fed0f-4ad1-42cc-96cc-ce907aeab81b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.809670 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-885fed0f-4ad1-42cc-96cc-ce907aeab81b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:11.846529 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-80c05e20-5599-4c30-8e10-474cb1b1bf09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:11.877707 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-80c05e20-5599-4c30-8e10-474cb1b1bf09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:11.927363 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-80c05e20-5599-4c30-8e10-474cb1b1bf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:11.933191 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2facb73e-3bdd-4544-b22d-80e077413278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:11.946722 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c05e20-5599-4c30-8e10-474cb1b1bf09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf8afa3-f8e9-4205-9d27-85690e5b3b4c,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:11.957552 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c05e20-5599-4c30-8e10-474cb1b1bf09 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.957967 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c05e20-5599-4c30-8e10-474cb1b1bf09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.958373 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c05e20-5599-4c30-8e10-474cb1b1bf09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.958800 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c05e20-5599-4c30-8e10-474cb1b1bf09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.959201 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c05e20-5599-4c30-8e10-474cb1b1bf09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.959596 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c05e20-5599-4c30-8e10-474cb1b1bf09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.959991 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c05e20-5599-4c30-8e10-474cb1b1bf09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.960385 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c05e20-5599-4c30-8e10-474cb1b1bf09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.960779 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c05e20-5599-4c30-8e10-474cb1b1bf09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.961213 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c05e20-5599-4c30-8e10-474cb1b1bf09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.961607 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c05e20-5599-4c30-8e10-474cb1b1bf09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.961996 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c05e20-5599-4c30-8e10-474cb1b1bf09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.962481 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c05e20-5599-4c30-8e10-474cb1b1bf09 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.962880 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c05e20-5599-4c30-8e10-474cb1b1bf09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.963273 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c05e20-5599-4c30-8e10-474cb1b1bf09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.963665 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c05e20-5599-4c30-8e10-474cb1b1bf09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.964050 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c05e20-5599-4c30-8e10-474cb1b1bf09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.964440 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c05e20-5599-4c30-8e10-474cb1b1bf09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.964828 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c05e20-5599-4c30-8e10-474cb1b1bf09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.965215 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c05e20-5599-4c30-8e10-474cb1b1bf09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.965760 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c05e20-5599-4c30-8e10-474cb1b1bf09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.965963 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c05e20-5599-4c30-8e10-474cb1b1bf09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.966352 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c05e20-5599-4c30-8e10-474cb1b1bf09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.966765 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c05e20-5599-4c30-8e10-474cb1b1bf09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:11.970798 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-80c05e20-5599-4c30-8e10-474cb1b1bf09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:11.975478 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-80c05e20-5599-4c30-8e10-474cb1b1bf09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:11.978903 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-80c05e20-5599-4c30-8e10-474cb1b1bf09 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/daf8afa3-f8e9-4205-9d27-85690e5b3b4c HTTP/1.1" status: 204 len: 168 time: 0.1947415 Feb 16 15:47:12.310795 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 59792) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:47:12.331019 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3b32406f-85cf-4c6c-a3c7-019f93c1c814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:12.348294 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-3b32406f-85cf-4c6c-a3c7-019f93c1c814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:47:12.352424 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-3b32406f-85cf-4c6c-a3c7-019f93c1c814 admin admin] Usage tracker for resource:security_group_rule and tenant:52ed38e7cd454ee69437f3f355dd5b84 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:47:12.355486 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-3b32406f-85cf-4c6c-a3c7-019f93c1c814 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:47:12.361327 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-3b32406f-85cf-4c6c-a3c7-019f93c1c814 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:47:12.442827 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940291a-c8d7-41f8-921f-68c2974f249e req-84a55675-ea31-413b-aac5-8d8a9b5d2362 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:12.444476 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e940291a-c8d7-41f8-921f-68c2974f249e req-84a55675-ea31-413b-aac5-8d8a9b5d2362 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.0957181 Feb 16 15:47:12.451704 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3b32406f-85cf-4c6c-a3c7-019f93c1c814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:12.458634 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3b32406f-85cf-4c6c-a3c7-019f93c1c814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:12.467841 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-43df9731-2cf6-4eed-b815-cd08b1054732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:12.496651 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e940291a-c8d7-41f8-921f-68c2974f249e req-ae005005-317e-4718-ad45-c6e313a4cb6c tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456882 Feb 16 15:47:12.522328 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-3b32406f-85cf-4c6c-a3c7-019f93c1c814 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=52ed38e7cd454ee69437f3f355dd5b84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2077000 Feb 16 15:47:12.522328 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32406f-85cf-4c6c-a3c7-019f93c1c814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732e1ef2-e85b-4d95-956d-da2f8bf84a88,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:12.524211 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 59798) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:47:12.525359 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3b32406f-85cf-4c6c-a3c7-019f93c1c814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:12.597525 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a388c2b-1a12-4ad2-beae-9c566ce857c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:12.625077 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a388c2b-1a12-4ad2-beae-9c566ce857c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:12.674072 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a388c2b-1a12-4ad2-beae-9c566ce857c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:12.679186 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d3be5b1a-a525-4b7e-a548-f9e4d54f2e17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:12.690359 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a388c2b-1a12-4ad2-beae-9c566ce857c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732e1ef2-e85b-4d95-956d-da2f8bf84a88,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:12.695286 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3a388c2b-1a12-4ad2-beae-9c566ce857c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:12.697144 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a388c2b-1a12-4ad2-beae-9c566ce857c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:12.698371 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-3a388c2b-1a12-4ad2-beae-9c566ce857c4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/732e1ef2-e85b-4d95-956d-da2f8bf84a88 HTTP/1.1" status: 204 len: 168 time: 0.1731050 Feb 16 15:47:13.713293 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b71f5-2b43-4346-a170-3b3eaf650d82 req-8bedc5f3-efce-44e0-845b-dca4192014bf tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:13.714929 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e75b71f5-2b43-4346-a170-3b3eaf650d82 req-8bedc5f3-efce-44e0-845b-dca4192014bf tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.0966759 Feb 16 15:47:13.779846 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e75b71f5-2b43-4346-a170-3b3eaf650d82 req-e6132ab1-4cf9-40fa-9176-a5817c97758a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573430 Feb 16 15:47:14.334810 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc65f1-c2f7-4ab5-80cf-cf03d7d8a97f req-9fe57475-0d55-4c3d-a147-4a4e63cea9ba tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:14.336298 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9bfc65f1-c2f7-4ab5-80cf-cf03d7d8a97f req-9fe57475-0d55-4c3d-a147-4a4e63cea9ba tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.102 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 946 time: 0.0849838 Feb 16 15:47:14.414446 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-9bfc65f1-c2f7-4ab5-80cf-cf03d7d8a97f req-f9e8a5c3-a0d8-4eb1-846a-65ee38eeec84 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Deleting port 18a06e30-139e-4dd9-a575-5d0dfb575216 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:47:14.414838 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-9bfc65f1-c2f7-4ab5-80cf-cf03d7d8a97f req-f9e8a5c3-a0d8-4eb1-846a-65ee38eeec84 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:14.590687 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 18a06e30-139e-4dd9-a575-5d0dfb575216 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 15:47:14.683547 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-9bfc65f1-c2f7-4ab5-80cf-cf03d7d8a97f req-f9e8a5c3-a0d8-4eb1-846a-65ee38eeec84 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] For port 18a06e30-139e-4dd9-a575-5d0dfb575216, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=18a06e30-139e-4dd9-a575-5d0dfb575216,segment=NetworkSegment(e6df138d-0dd7-4980-b3fc-162c77679110),segment_id=e6df138d-0dd7-4980-b3fc-162c77679110)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:47:14.683933 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-9bfc65f1-c2f7-4ab5-80cf-cf03d7d8a97f req-f9e8a5c3-a0d8-4eb1-846a-65ee38eeec84 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:14.714682 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:14.749672 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5e72be-43bd-457a-8e0b-b7c02338826e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18a06e30-139e-4dd9-a575-5d0dfb575216'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:47:14.761389 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] For port 18a06e30-139e-4dd9-a575-5d0dfb575216, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=18a06e30-139e-4dd9-a575-5d0dfb575216,segment=NetworkSegment(e6df138d-0dd7-4980-b3fc-162c77679110),segment_id=e6df138d-0dd7-4980-b3fc-162c77679110)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:47:14.768043 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:14.770124 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:14.812309 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5e72be-43bd-457a-8e0b-b7c02338826e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18a06e30-139e-4dd9-a575-5d0dfb575216', 'code': 200} Feb 16 15:47:14.848050 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Pushing event updated for resources: {'Port': ['ID=18a06e30-139e-4dd9-a575-5d0dfb575216,revision_number=7']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:14.851485 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:15.064372 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-9bfc65f1-c2f7-4ab5-80cf-cf03d7d8a97f req-f9e8a5c3-a0d8-4eb1-846a-65ee38eeec84 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:15.064778 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-9bfc65f1-c2f7-4ab5-80cf-cf03d7d8a97f req-f9e8a5c3-a0d8-4eb1-846a-65ee38eeec84 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854196618'] for floatingip, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:15.065121 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.db.l3_db [req-9bfc65f1-c2f7-4ab5-80cf-cf03d7d8a97f req-f9e8a5c3-a0d8-4eb1-846a-65ee38eeec84 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Floating IP 74c21f91-7c4d-42cd-9871-568ad6ddff43 disassociated. External IP: 172.28.2.83, port: 18a06e30-139e-4dd9-a575-5d0dfb575216. Feb 16 15:47:15.065498 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-9bfc65f1-c2f7-4ab5-80cf-cf03d7d8a97f req-f9e8a5c3-a0d8-4eb1-846a-65ee38eeec84 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Calling delete_port for 18a06e30-139e-4dd9-a575-5d0dfb575216 owned by compute:nova {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:47:15.142053 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea8a0c-4094-4c7b-9cd9-cda8144226a3 req-5ef401f3-f488-42c9-84f0-65819642521f tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:15.143615 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-deea8a0c-4094-4c7b-9cd9-cda8144226a3 req-5ef401f3-f488-42c9-84f0-65819642521f tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 944 time: 0.2414424 Feb 16 15:47:15.205497 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.db.api [req-9bfc65f1-c2f7-4ab5-80cf-cf03d7d8a97f req-f9e8a5c3-a0d8-4eb1-846a-65ee38eeec84 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:47:15.205863 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_db.api [req-9bfc65f1-c2f7-4ab5-80cf-cf03d7d8a97f req-f9e8a5c3-a0d8-4eb1-846a-65ee38eeec84 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 15:47:15.208999 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-deea8a0c-4094-4c7b-9cd9-cda8144226a3 req-f8cda9d9-6781-4824-96af-5916071495b2 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578635 Feb 16 15:47:15.707124 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-9bfc65f1-c2f7-4ab5-80cf-cf03d7d8a97f req-f9e8a5c3-a0d8-4eb1-846a-65ee38eeec84 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Deleting port 18a06e30-139e-4dd9-a575-5d0dfb575216 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:47:15.707625 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-9bfc65f1-c2f7-4ab5-80cf-cf03d7d8a97f req-f9e8a5c3-a0d8-4eb1-846a-65ee38eeec84 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:15.986999 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-9bfc65f1-c2f7-4ab5-80cf-cf03d7d8a97f req-f9e8a5c3-a0d8-4eb1-846a-65ee38eeec84 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] For port 18a06e30-139e-4dd9-a575-5d0dfb575216, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=18a06e30-139e-4dd9-a575-5d0dfb575216,segment=NetworkSegment(e6df138d-0dd7-4980-b3fc-162c77679110),segment_id=e6df138d-0dd7-4980-b3fc-162c77679110)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:47:15.987548 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-9bfc65f1-c2f7-4ab5-80cf-cf03d7d8a97f req-f9e8a5c3-a0d8-4eb1-846a-65ee38eeec84 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:16.296434 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-9bfc65f1-c2f7-4ab5-80cf-cf03d7d8a97f req-f9e8a5c3-a0d8-4eb1-846a-65ee38eeec84 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:16.296852 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-9bfc65f1-c2f7-4ab5-80cf-cf03d7d8a97f req-f9e8a5c3-a0d8-4eb1-846a-65ee38eeec84 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854196618'] for floatingip, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:16.297390 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.db.l3_db [req-9bfc65f1-c2f7-4ab5-80cf-cf03d7d8a97f req-f9e8a5c3-a0d8-4eb1-846a-65ee38eeec84 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Floating IP 74c21f91-7c4d-42cd-9871-568ad6ddff43 disassociated. External IP: 172.28.2.83, port: 18a06e30-139e-4dd9-a575-5d0dfb575216. Feb 16 15:47:16.297853 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-9bfc65f1-c2f7-4ab5-80cf-cf03d7d8a97f req-f9e8a5c3-a0d8-4eb1-846a-65ee38eeec84 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Calling delete_port for 18a06e30-139e-4dd9-a575-5d0dfb575216 owned by compute:nova {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:47:16.508266 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e63fe-a31e-404f-b146-afc1d42e8bd5 req-ba85028e-85fc-46ed-9898-5b1728d9cf8f tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:16.509799 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-196e63fe-a31e-404f-b146-afc1d42e8bd5 req-ba85028e-85fc-46ed-9898-5b1728d9cf8f tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 944 time: 0.1702962 Feb 16 15:47:16.556288 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-9bfc65f1-c2f7-4ab5-80cf-cf03d7d8a97f req-f9e8a5c3-a0d8-4eb1-846a-65ee38eeec84 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838928334'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:16.574771 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:16.884656 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8a5c3-a0d8-4eb1-846a-65ee38eeec84 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Pushing event deleted for resources: {'Port': ['ID=18a06e30-139e-4dd9-a575-5d0dfb575216,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:16.889246 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-196e63fe-a31e-404f-b146-afc1d42e8bd5 req-ba315989-ee0f-4b95-8e3e-9a9daa7a2d02 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=16955f9a-3cf1-4a3a-b36e-8054b916097e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3730028 Feb 16 15:47:16.890516 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f9e8a5c3-a0d8-4eb1-846a-65ee38eeec84 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:17.177885 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bfc65f1-c2f7-4ab5-80cf-cf03d7d8a97f req-f9e8a5c3-a0d8-4eb1-846a-65ee38eeec84 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Router b4a87f8f-ad40-4976-abf7-00c26f3920af has already been hosted by L3 agent cace3e07-576d-4918-a0d2-7f739a7a8110 {{(pid=84025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 15:47:17.377638 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bfc65f1-c2f7-4ab5-80cf-cf03d7d8a97f req-f9e8a5c3-a0d8-4eb1-846a-65ee38eeec84 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify agent at l3_agent.dv-cinder-775706-1-smb the message routers_updated {{(pid=84025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:47:17.387168 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f6a171-acd5-4705-9ae5-39e06e31ed2e None None] Sync routers for ids ['b4a87f8f-ad40-4976-abf7-00c26f3920af'] in dv-cinder-775706-1-smb {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:47:17.410651 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f6a171-acd5-4705-9ae5-39e06e31ed2e None None] Routers {'b4a87f8f-ad40-4976-abf7-00c26f3920af'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:47:17.412809 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b1f6a171-acd5-4705-9ae5-39e06e31ed2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:46:58Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['b4a87f8f-ad40-4976-abf7-00c26f3920af'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:47:17.425589 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bfc65f1-c2f7-4ab5-80cf-cf03d7d8a97f req-f9e8a5c3-a0d8-4eb1-846a-65ee38eeec84 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] No DVR routers for this DVR port 18a06e30-139e-4dd9-a575-5d0dfb575216 on host hv-cinder-77570 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 15:47:17.431544 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-9bfc65f1-c2f7-4ab5-80cf-cf03d7d8a97f req-f9e8a5c3-a0d8-4eb1-846a-65ee38eeec84 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:17.434505 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5e72be-43bd-457a-8e0b-b7c02338826e', 'name': 'network-vif-deleted', 'tag': '18a06e30-139e-4dd9-a575-5d0dfb575216'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:47:17.447868 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9bfc65f1-c2f7-4ab5-80cf-cf03d7d8a97f req-f9e8a5c3-a0d8-4eb1-846a-65ee38eeec84 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.102 "DELETE /v2.0/ports/18a06e30-139e-4dd9-a575-5d0dfb575216 HTTP/1.1" status: 204 len: 173 time: 3.1041460 Feb 16 15:47:17.506772 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5e72be-43bd-457a-8e0b-b7c02338826e', 'name': 'network-vif-deleted', 'tag': '18a06e30-139e-4dd9-a575-5d0dfb575216', 'status': 'completed', 'code': 200} Feb 16 15:47:17.815787 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-b1f6a171-acd5-4705-9ae5-39e06e31ed2e None None] Set router b4a87f8f-ad40-4976-abf7-00c26f3920af gateway port host: dv-cinder-775706-1-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:47:18.081978 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-7940e7c8-90da-4442-88cd-0cc8ce0548d6 req-85f11581-24a8-4f09-ba14-8aec1cad2f0d tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Synchronizing usage tracker for tenant:cdeb7d144cce4a36905846777218ca0e on resource:port {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:47:18.097857 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-7940e7c8-90da-4442-88cd-0cc8ce0548d6 req-85f11581-24a8-4f09-ba14-8aec1cad2f0d tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Unset dirty status for tenant:cdeb7d144cce4a36905846777218ca0e on resource:port {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:47:18.099470 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-7940e7c8-90da-4442-88cd-0cc8ce0548d6 req-85f11581-24a8-4f09-ba14-8aec1cad2f0d tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe5e72be-43bd-457a-8e0b-b7c02338826e HTTP/1.1" status: 200 len: 210 time: 0.0750375 Feb 16 15:47:18.159189 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b1f6a171-acd5-4705-9ae5-39e06e31ed2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'name': 'tempest-AttachVolumeShelveTestJSON-1105377848-router', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:05Z', 'updated_at': '2021-02-16T15:43:22Z', 'revision_number': 4, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'gw_port': {'id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:07Z', 'updated_at': '2021-02-16T15:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_interfaces': [{'id': '50a775e1-4d91-4ab4-87a3-3fd37c20bfa0', 'name': '', 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'mac_address': 'fa:16:3e:47:ce:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cf8af63e-2347-4927-a7a5-30a38d3293b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:17Z', 'updated_at': '2021-02-16T15:43:40Z', 'revision_number': 5, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'subnets': [{'id': 'cf8af63e-2347-4927-a7a5-30a38d3293b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:47:18.163486 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f6a171-acd5-4705-9ae5-39e06e31ed2e None None] Checking router: b4a87f8f-ad40-4976-abf7-00c26f3920af for host: dv-cinder-775706-1-smb {{(pid=84027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:47:18.172477 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f6a171-acd5-4705-9ae5-39e06e31ed2e None None] Routers {'b4a87f8f-ad40-4976-abf7-00c26f3920af'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:47:18.173804 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b1f6a171-acd5-4705-9ae5-39e06e31ed2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:46:58Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['b4a87f8f-ad40-4976-abf7-00c26f3920af'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:47:18.364467 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-b1f6a171-acd5-4705-9ae5-39e06e31ed2e None None] Set router b4a87f8f-ad40-4976-abf7-00c26f3920af gateway port host: dv-cinder-775706-1-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:47:18.708134 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b1f6a171-acd5-4705-9ae5-39e06e31ed2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'name': 'tempest-AttachVolumeShelveTestJSON-1105377848-router', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:05Z', 'updated_at': '2021-02-16T15:43:22Z', 'revision_number': 4, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'gw_port': {'id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:07Z', 'updated_at': '2021-02-16T15:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_interfaces': [{'id': '50a775e1-4d91-4ab4-87a3-3fd37c20bfa0', 'name': '', 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'mac_address': 'fa:16:3e:47:ce:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cf8af63e-2347-4927-a7a5-30a38d3293b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:17Z', 'updated_at': '2021-02-16T15:43:40Z', 'revision_number': 5, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'subnets': [{'id': 'cf8af63e-2347-4927-a7a5-30a38d3293b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:47:18.712557 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f6a171-acd5-4705-9ae5-39e06e31ed2e None None] The sync data for ids ['b4a87f8f-ad40-4976-abf7-00c26f3920af'] in dv-cinder-775706-1-smb is: [{'id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'name': 'tempest-AttachVolumeShelveTestJSON-1105377848-router', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:05Z', 'updated_at': '2021-02-16T15:43:22Z', 'revision_number': 4, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'gw_port': {'id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:07Z', 'updated_at': '2021-02-16T15:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_interfaces': [{'id': '50a775e1-4d91-4ab4-87a3-3fd37c20bfa0', 'name': '', 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'mac_address': 'fa:16:3e:47:ce:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cf8af63e-2347-4927-a7a5-30a38d3293b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:17Z', 'updated_at': '2021-02-16T15:43:40Z', 'revision_number': 5, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'subnets': [{'id': 'cf8af63e-2347-4927-a7a5-30a38d3293b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:47:19.173835 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac2dd0d-6fe6-44e9-bc19-7914e874cf5c None None] New status for floating IP 74c21f91-7c4d-42cd-9871-568ad6ddff43: DOWN {{(pid=84028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 15:47:19.270362 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 59880) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:47:19.348924 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-75d19dd7-7e44-4818-b37a-57643f8b63e0 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:19.381581 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-75d19dd7-7e44-4818-b37a-57643f8b63e0 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:19.432560 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-75d19dd7-7e44-4818-b37a-57643f8b63e0 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:19.440028 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b1e8be1d-7eab-4693-9503-ffc7aa425136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:19.456700 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d19dd7-7e44-4818-b37a-57643f8b63e0 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16955f9a-3cf1-4a3a-b36e-8054b916097e,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:19.461306 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-75d19dd7-7e44-4818-b37a-57643f8b63e0 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:19.465031 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-75d19dd7-7e44-4818-b37a-57643f8b63e0 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:19.468133 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-75d19dd7-7e44-4818-b37a-57643f8b63e0 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "DELETE /v2.0/security-groups/16955f9a-3cf1-4a3a-b36e-8054b916097e HTTP/1.1" status: 204 len: 168 time: 0.1944041 Feb 16 15:47:19.469236 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 59888) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:47:19.489432 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.v2.resource [None req-483d6cfc-6b8b-4b58-b0bc-31e03aefaec2 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] show failed (client error): The resource could not be found. Feb 16 15:47:19.493337 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-483d6cfc-6b8b-4b58-b0bc-31e03aefaec2 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups/16955f9a-3cf1-4a3a-b36e-8054b916097e HTTP/1.1" status: 404 len: 347 time: 0.0202005 Feb 16 15:47:19.493608 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 59892) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:47:19.665951 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5e7c2454-f3da-4f7d-b070-037185ef7a6d tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Deleting port ab180cd7-8e1f-43a3-934d-7bf20e8be3da {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:47:19.666324 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5e7c2454-f3da-4f7d-b070-037185ef7a6d tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:19.895200 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5e7c2454-f3da-4f7d-b070-037185ef7a6d tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:19.896002 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5e7c2454-f3da-4f7d-b070-037185ef7a6d tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:20.041036 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5e7c2454-f3da-4f7d-b070-037185ef7a6d tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Calling delete_port for ab180cd7-8e1f-43a3-934d-7bf20e8be3da owned by network:floatingip {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:47:20.195056 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5e7c2454-f3da-4f7d-b070-037185ef7a6d tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-823957'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:20.210860 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:20.313293 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c2454-f3da-4f7d-b070-037185ef7a6d tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Pushing event deleted for resources: {'Port': ['ID=ab180cd7-8e1f-43a3-934d-7bf20e8be3da,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:20.317991 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5e7c2454-f3da-4f7d-b070-037185ef7a6d tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:20.435646 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5e7c2454-f3da-4f7d-b070-037185ef7a6d tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for floatingip, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:20.466133 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5e7c2454-f3da-4f7d-b070-037185ef7a6d tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for floatingip, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:20.467574 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-5e7c2454-f3da-4f7d-b070-037185ef7a6d tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "DELETE /v2.0/floatingips/74c21f91-7c4d-42cd-9871-568ad6ddff43 HTTP/1.1" status: 204 len: 168 time: 0.9729943 Feb 16 15:47:20.876543 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 59926) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:47:20.882665 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-a0c76961-477f-4a34-8213-4754e205dc61 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1752759390', 'description': 'tempest-description--1458330680'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:47:20.889309 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-a0c76961-477f-4a34-8213-4754e205dc61 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:47:20.893403 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-a0c76961-477f-4a34-8213-4754e205dc61 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Usage tracker for resource:security_group and tenant:cdeb7d144cce4a36905846777218ca0e is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:47:20.896448 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-a0c76961-477f-4a34-8213-4754e205dc61 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:47:20.902373 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-a0c76961-477f-4a34-8213-4754e205dc61 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:47:20.913201 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a0c76961-477f-4a34-8213-4754e205dc61 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:20.937912 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-a0c76961-477f-4a34-8213-4754e205dc61 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:47:20.942675 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-a0c76961-477f-4a34-8213-4754e205dc61 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Usage tracker for resource:security_group_rule and tenant:cdeb7d144cce4a36905846777218ca0e is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:47:20.945663 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-a0c76961-477f-4a34-8213-4754e205dc61 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:47:20.951451 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-a0c76961-477f-4a34-8213-4754e205dc61 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:47:21.023276 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a0c76961-477f-4a34-8213-4754e205dc61 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:21.026537 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a0c76961-477f-4a34-8213-4754e205dc61 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:21.032054 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7e2bc823-99ba-4821-a54c-67b518d534b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:21.077542 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c76961-477f-4a34-8213-4754e205dc61 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc187af4-8eaf-4e1b-ac5b-016e399da50c,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:21.080614 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a0c76961-477f-4a34-8213-4754e205dc61 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:21.084660 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-a0c76961-477f-4a34-8213-4754e205dc61 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2040930 Feb 16 15:47:21.084660 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a0c76961-477f-4a34-8213-4754e205dc61 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:21.084927 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 59936) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:47:21.090455 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-7510bab1-ab7a-4b6e-9aed-36704a20f93a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Request body: {'security_group_rule': {'security_group_id': 'cc187af4-8eaf-4e1b-ac5b-016e399da50c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:47:21.096951 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-7510bab1-ab7a-4b6e-9aed-36704a20f93a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:47:21.101140 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-7510bab1-ab7a-4b6e-9aed-36704a20f93a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Usage tracker for resource:security_group_rule and tenant:cdeb7d144cce4a36905846777218ca0e is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:47:21.104240 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-7510bab1-ab7a-4b6e-9aed-36704a20f93a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:47:21.110725 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-7510bab1-ab7a-4b6e-9aed-36704a20f93a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:47:21.127542 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7510bab1-ab7a-4b6e-9aed-36704a20f93a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:21.193195 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7510bab1-ab7a-4b6e-9aed-36704a20f93a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:21.196033 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7510bab1-ab7a-4b6e-9aed-36704a20f93a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661287'] for security_group_rule, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:21.198066 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:21.221742 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510bab1-ab7a-4b6e-9aed-36704a20f93a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e58646b8-c662-4dcf-b2c1-e9a8e050df7f,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:21.227417 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7510bab1-ab7a-4b6e-9aed-36704a20f93a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:21.231181 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7510bab1-ab7a-4b6e-9aed-36704a20f93a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:21.232463 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-7510bab1-ab7a-4b6e-9aed-36704a20f93a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1466157 Feb 16 15:47:21.236131 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 59944) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:47:21.241611 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-6238202e-7867-450c-bd99-2a922c713951 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Request body: {'security_group_rule': {'security_group_id': 'cc187af4-8eaf-4e1b-ac5b-016e399da50c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:47:21.247782 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-6238202e-7867-450c-bd99-2a922c713951 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:47:21.251891 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-6238202e-7867-450c-bd99-2a922c713951 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Usage tracker for resource:security_group_rule and tenant:cdeb7d144cce4a36905846777218ca0e is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:47:21.254878 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-6238202e-7867-450c-bd99-2a922c713951 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:47:21.260613 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-6238202e-7867-450c-bd99-2a922c713951 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:47:21.277515 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6238202e-7867-450c-bd99-2a922c713951 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:21.347403 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6238202e-7867-450c-bd99-2a922c713951 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:21.350190 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6238202e-7867-450c-bd99-2a922c713951 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661287'] for security_group_rule, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:21.352349 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:21.376825 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238202e-7867-450c-bd99-2a922c713951 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a815e477-bf60-4c65-9e4b-ff7d97c7ce96,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:21.379651 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-6238202e-7867-450c-bd99-2a922c713951 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:21.386712 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6238202e-7867-450c-bd99-2a922c713951 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:21.388012 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-6238202e-7867-450c-bd99-2a922c713951 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1508939 Feb 16 15:47:21.391579 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 59950) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:47:21.397673 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-3047f68f-7639-4a8a-9142-1975bda22372 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Request body: {'floatingip': {'floating_network_id': '98aad332-78bd-43b9-832c-6a78188811e7'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:47:21.404123 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-3047f68f-7639-4a8a-9142-1975bda22372 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:47:21.408962 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-3047f68f-7639-4a8a-9142-1975bda22372 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Usage tracker for resource:floatingip and tenant:cdeb7d144cce4a36905846777218ca0e is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:47:21.412071 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-3047f68f-7639-4a8a-9142-1975bda22372 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:47:21.417962 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-3047f68f-7639-4a8a-9142-1975bda22372 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:47:21.428107 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3047f68f-7639-4a8a-9142-1975bda22372 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for floatingip, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:21.484442 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-eb9461c9-bb47-4d7e-96bc-3e223911d95a None None] Agent healthcheck: found 6 active agents {{(pid=84028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:47:21.580374 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3047f68f-7639-4a8a-9142-1975bda22372 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:21.866069 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-3047f68f-7639-4a8a-9142-1975bda22372 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Allocated IP 172.28.2.242 (98aad332-78bd-43b9-832c-6a78188811e7/07894c69-ecbd-40ed-969e-9ba4c4e7f1e8/a74e1fc7-fc7d-4ae5-99fc-1fec453e6907) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:47:22.023438 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3047f68f-7639-4a8a-9142-1975bda22372 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:22.054365 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3047f68f-7639-4a8a-9142-1975bda22372 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838928334'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:22.069600 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:22.205381 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047f68f-7639-4a8a-9142-1975bda22372 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Pushing event updated for resources: {'Port': ['ID=a74e1fc7-fc7d-4ae5-99fc-1fec453e6907,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:22.210091 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3047f68f-7639-4a8a-9142-1975bda22372 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:22.259664 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3047f68f-7639-4a8a-9142-1975bda22372 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Network 98aad332-78bd-43b9-832c-6a78188811e7 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:47:22.260795 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-3047f68f-7639-4a8a-9142-1975bda22372 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:47:22.263055 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3047f68f-7639-4a8a-9142-1975bda22372 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:47:22.348263 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3047f68f-7639-4a8a-9142-1975bda22372 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:22.410289 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3047f68f-7639-4a8a-9142-1975bda22372 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:22.687102 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3047f68f-7639-4a8a-9142-1975bda22372 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:22.690790 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3047f68f-7639-4a8a-9142-1975bda22372 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15847481'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:22.706737 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5736274e-6e8a-4bf4-8fb1-7c39d55f88ed tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:22.846971 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047f68f-7639-4a8a-9142-1975bda22372 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Pushing event updated for resources: {'Port': ['ID=a74e1fc7-fc7d-4ae5-99fc-1fec453e6907,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:22.851356 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3047f68f-7639-4a8a-9142-1975bda22372 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:22.958705 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3047f68f-7639-4a8a-9142-1975bda22372 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854196618'] for floatingip, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:22.981150 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3047f68f-7639-4a8a-9142-1975bda22372 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for floatingip, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:22.982528 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-3047f68f-7639-4a8a-9142-1975bda22372 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5894678 Feb 16 15:47:23.224617 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-47a10773-ee08-4055-9839-3c1f8ec69744 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Synchronizing usage tracker for tenant:cdeb7d144cce4a36905846777218ca0e on resource:security_group {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:47:23.239651 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-47a10773-ee08-4055-9839-3c1f8ec69744 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Unset dirty status for tenant:cdeb7d144cce4a36905846777218ca0e on resource:security_group {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:47:23.241014 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-47a10773-ee08-4055-9839-3c1f8ec69744 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1752759390&fields=id&tenant_id=cdeb7d144cce4a36905846777218ca0e HTTP/1.1" status: 200 len: 267 time: 0.0620539 Feb 16 15:47:23.408984 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-63455778-92b4-425f-b868-6158ecf800f5 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:23.410583 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-63455778-92b4-425f-b868-6158ecf800f5 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/networks?id=20ca6535-fd86-4587-bfbd-e6e090169f44 HTTP/1.1" status: 200 len: 817 time: 0.1622918 Feb 16 15:47:23.426955 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-9a761272-f4bb-4948-970c-3a6c08532ca8 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/quotas/cdeb7d144cce4a36905846777218ca0e HTTP/1.1" status: 200 len: 375 time: 0.0103440 Feb 16 15:47:23.518601 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-5d9d5472-3236-4e72-a001-f6a1d5372369 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cdeb7d144cce4a36905846777218ca0e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0859048 Feb 16 15:47:23.672397 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-d32276c1-a7ed-47bb-a4a1-7145d4b993dd service neutron] 10.222.0.42 "GET /v2.0/networks/20ca6535-fd86-4587-bfbd-e6e090169f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408157 Feb 16 15:47:23.821430 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-9c707dc8-25cf-4d75-8ae0-acdcccc240f3 service neutron] 10.222.0.42 "GET /v2.0/networks/20ca6535-fd86-4587-bfbd-e6e090169f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1384230 Feb 16 15:47:24.031754 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f4deb485-be3b-4332-9c2b-5d24d4b31391 req-2674063d-1e23-4f15-91b4-b5c541385c8b tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 210 time: 0.0566978 Feb 16 15:47:25.227678 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb7b8406-0c1e-4938-bc99-4401d979d525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:25.481939 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d89eb8df-a260-4ca5-b380-1a11e672e8c3 req-67bfc0e2-7ef6-4b3e-a8ca-5f9fcf208eb1 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 210 time: 0.2977538 Feb 16 15:47:25.543777 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-f76fd293-a83f-4325-bcf4-d51be1f4823f tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:25.545361 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-f76fd293-a83f-4325-bcf4-d51be1f4823f tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.102 "GET /v2.0/networks?id=20ca6535-fd86-4587-bfbd-e6e090169f44 HTTP/1.1" status: 200 len: 817 time: 0.4384556 Feb 16 15:47:25.560046 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 60008) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:47:25.640347 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-96bbe7dc-5e18-4557-8eaa-5a0864ca25a8 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=cdeb7d144cce4a36905846777218ca0e HTTP/1.1" status: 200 len: 5705 time: 0.0770564 Feb 16 15:47:25.650874 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-ef87b54e-808c-45f8-982d-8cd1b0771407 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Request body: {'port': {'device_id': '1fb6c634-9436-431c-a096-6eb0c6e7783f', 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44', 'admin_state_up': True, 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'security_groups': ['cc187af4-8eaf-4e1b-ac5b-016e399da50c']}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:47:25.756877 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3d61b91e-0c48-46ad-a7e0-4ff08adc1cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:25.781805 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-3d61b91e-0c48-46ad-a7e0-4ff08adc1cf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:47:25.791173 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-3d61b91e-0c48-46ad-a7e0-4ff08adc1cf1 admin admin] Usage tracker for resource:security_group_rule and tenant:b483fea310ea42b98293be90d0f5a0e1 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:47:25.805149 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-3d61b91e-0c48-46ad-a7e0-4ff08adc1cf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:47:25.816075 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-3d61b91e-0c48-46ad-a7e0-4ff08adc1cf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:47:25.859963 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-ef87b54e-808c-45f8-982d-8cd1b0771407 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:47:25.866982 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-ef87b54e-808c-45f8-982d-8cd1b0771407 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Usage tracker for resource:port and tenant:cdeb7d144cce4a36905846777218ca0e is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:47:25.873086 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-ef87b54e-808c-45f8-982d-8cd1b0771407 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:47:25.881048 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-ef87b54e-808c-45f8-982d-8cd1b0771407 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:47:25.904213 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-ef87b54e-808c-45f8-982d-8cd1b0771407 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Made reservation on behalf of cdeb7d144cce4a36905846777218ca0e for: {'port': 1} {{(pid=84025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:47:25.909835 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-ef87b54e-808c-45f8-982d-8cd1b0771407 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:26.066020 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3d61b91e-0c48-46ad-a7e0-4ff08adc1cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:26.070212 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3d61b91e-0c48-46ad-a7e0-4ff08adc1cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:26.081461 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2c5e6557-dbe6-447f-9e0b-3cd7ba1b9cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:26.134501 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-3d61b91e-0c48-46ad-a7e0-4ff08adc1cf1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b483fea310ea42b98293be90d0f5a0e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5730498 Feb 16 15:47:26.137400 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 60016) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:47:26.155600 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61b91e-0c48-46ad-a7e0-4ff08adc1cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da1566d-77cd-4139-b1c6-c10696256fd4,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:26.159257 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3d61b91e-0c48-46ad-a7e0-4ff08adc1cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:26.204442 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0f0e925f-7382-40a1-859c-81ce9738d157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:26.232274 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0f0e925f-7382-40a1-859c-81ce9738d157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:26.281297 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0f0e925f-7382-40a1-859c-81ce9738d157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:26.286739 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-bb2cb150-ad13-417f-90e3-5eb82b251180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:26.299049 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e925f-7382-40a1-859c-81ce9738d157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da1566d-77cd-4139-b1c6-c10696256fd4,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:26.302913 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0f0e925f-7382-40a1-859c-81ce9738d157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:26.306273 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0f0e925f-7382-40a1-859c-81ce9738d157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:26.310024 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-0f0e925f-7382-40a1-859c-81ce9738d157 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9da1566d-77cd-4139-b1c6-c10696256fd4 HTTP/1.1" status: 204 len: 168 time: 0.1715219 Feb 16 15:47:26.326230 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-ef87b54e-808c-45f8-982d-8cd1b0771407 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Allocated IP 172.20.0.6 (20ca6535-fd86-4587-bfbd-e6e090169f44/cf8af63e-2347-4927-a7a5-30a38d3293b2/9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:47:26.561217 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-ef87b54e-808c-45f8-982d-8cd1b0771407 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:26.580346 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-ef87b54e-808c-45f8-982d-8cd1b0771407 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Transition to ACTIVE for port object 9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:47:26.609514 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-ef87b54e-808c-45f8-982d-8cd1b0771407 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838928334'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:26.630770 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:26.864090 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87b54e-808c-45f8-982d-8cd1b0771407 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Pushing event updated for resources: {'Port': ['ID=9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:26.880643 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ef87b54e-808c-45f8-982d-8cd1b0771407 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:26.983412 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f3b55-eca1-46c6-9817-1838b0351d41 req-689262ab-de4e-4546-8fdf-1543d00c248c tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:26.985029 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-fd6f3b55-eca1-46c6-9817-1838b0351d41 req-689262ab-de4e-4546-8fdf-1543d00c248c tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 931 time: 0.3211038 Feb 16 15:47:27.018209 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-ef87b54e-808c-45f8-982d-8cd1b0771407 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Network 20ca6535-fd86-4587-bfbd-e6e090169f44 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:47:27.025131 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-ef87b54e-808c-45f8-982d-8cd1b0771407 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:47:27.030136 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-ef87b54e-808c-45f8-982d-8cd1b0771407 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:47:27.109978 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 60048) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:47:27.110479 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-fd6f3b55-eca1-46c6-9817-1838b0351d41 req-aa309138-cdb9-4888-8d9b-567adad19189 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167402 Feb 16 15:47:27.127100 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a39e3f-f1aa-4da2-ac82-38e56b7ba5e3 req-e10c4871-0091-47ef-bb76-c8f7ef3feb0a tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:27.128706 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d3a39e3f-f1aa-4da2-ac82-38e56b7ba5e3 req-e10c4871-0091-47ef-bb76-c8f7ef3feb0a tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 945 time: 0.2494249 Feb 16 15:47:27.135411 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-ef87b54e-808c-45f8-982d-8cd1b0771407 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:27.136081 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-ef87b54e-808c-45f8-982d-8cd1b0771407 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:27.207824 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-ef87b54e-808c-45f8-982d-8cd1b0771407 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5616107 Feb 16 15:47:27.210963 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d3a39e3f-f1aa-4da2-ac82-38e56b7ba5e3 req-3fe29077-ae8d-464e-8a08-70a57f5e124a tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682960 Feb 16 15:47:27.231487 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-8038f260-48a2-4a25-8ac8-eb2b851bb519 service neutron] Request body: {'port': {'device_id': '1fb6c634-9436-431c-a096-6eb0c6e7783f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:47:27.246069 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-6929863b-a565-452a-a5f4-fafad840c692 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1329622378-network', 'tenant_id': 'b921380b91094d409b5be7300f1f662d'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:47:27.251750 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-6929863b-a565-452a-a5f4-fafad840c692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:47:27.255863 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-6929863b-a565-452a-a5f4-fafad840c692 admin admin] Usage tracker for resource:network and tenant:b921380b91094d409b5be7300f1f662d is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:47:27.258855 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-6929863b-a565-452a-a5f4-fafad840c692 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:47:27.265428 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-6929863b-a565-452a-a5f4-fafad840c692 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:47:27.274729 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6929863b-a565-452a-a5f4-fafad840c692 admin admin] Made reservation on behalf of b921380b91094d409b5be7300f1f662d for: {'network': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:47:27.279652 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6929863b-a565-452a-a5f4-fafad840c692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for network, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:27.295564 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6fb240ec-9e56-44b2-a558-0d2bd36cbbd0 None None] Provisioning for port 9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6 completed by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:47:27.296599 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6929863b-a565-452a-a5f4-fafad840c692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:27.301453 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6fb240ec-9e56-44b2-a558-0d2bd36cbbd0 None None] Provisioning complete for port 9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6 triggered by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:47:27.301830 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6fb240ec-9e56-44b2-a558-0d2bd36cbbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:27.311984 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-6929863b-a565-452a-a5f4-fafad840c692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:47:27.316557 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-6929863b-a565-452a-a5f4-fafad840c692 admin admin] Usage tracker for resource:security_group_rule and tenant:b921380b91094d409b5be7300f1f662d is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:47:27.319521 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-6929863b-a565-452a-a5f4-fafad840c692 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:47:27.325226 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-6929863b-a565-452a-a5f4-fafad840c692 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:47:27.356751 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-8038f260-48a2-4a25-8ac8-eb2b851bb519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:27.365447 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6fb240ec-9e56-44b2-a558-0d2bd36cbbd0 None None] Port 9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6 cannot update to ACTIVE because it is not bound. {{(pid=84027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 15:47:27.416033 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6929863b-a565-452a-a5f4-fafad840c692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:27.419343 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6929863b-a565-452a-a5f4-fafad840c692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:27.423719 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-bf1b46c8-163a-4e99-8136-b6f5ef0c6722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:27.456557 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6929863b-a565-452a-a5f4-fafad840c692 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 15:47:27.466611 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6929863b-a565-452a-a5f4-fafad840c692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b524f25-342f-414a-a959-7882470834ec,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:27.470340 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-6929863b-a565-452a-a5f4-fafad840c692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:27.472886 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6929863b-a565-452a-a5f4-fafad840c692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853259932'] for segment, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:27.473265 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.db.segments_db [None req-6929863b-a565-452a-a5f4-fafad840c692 admin admin] Added segment d2f74fa3-e8ca-49c6-bf7d-951e3a502cb3 of type vxlan for network 3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b Feb 16 15:47:27.500284 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6929863b-a565-452a-a5f4-fafad840c692 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754293098833'] for network, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:27.531103 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6929863b-a565-452a-a5f4-fafad840c692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702'] for network, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:27.532758 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6929863b-a565-452a-a5f4-fafad840c692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:27.533224 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6929863b-a565-452a-a5f4-fafad840c692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:27.537085 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3f4e3a21-5b20-47dd-946c-e9ea315971d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:27.646896 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-6929863b-a565-452a-a5f4-fafad840c692 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5351856 Feb 16 15:47:27.647701 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6929863b-a565-452a-a5f4-fafad840c692 admin admin] Pushing event updated for resources: {'Network': ['ID=3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:27.651406 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 60054) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:47:27.651566 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-6929863b-a565-452a-a5f4-fafad840c692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:27.660079 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Network 3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b details requested by agent ovs-agent-dv-cinder-775706-1-smb with host dv-cinder-775706-1-smb {{(pid=84027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:47:27.665947 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-8d3b6c65-82b3-4b76-82db-7eff1e1ed2c5 admin admin] Request body: {'subnet': {'network_id': '3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1329622378-subnet', 'tenant_id': 'b921380b91094d409b5be7300f1f662d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:47:27.673675 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-8d3b6c65-82b3-4b76-82db-7eff1e1ed2c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:47:27.677967 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Network 3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:47:27.681451 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-8d3b6c65-82b3-4b76-82db-7eff1e1ed2c5 admin admin] Usage tracker for resource:subnet and tenant:b921380b91094d409b5be7300f1f662d is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:47:27.686380 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-8d3b6c65-82b3-4b76-82db-7eff1e1ed2c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:47:27.695895 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-8d3b6c65-82b3-4b76-82db-7eff1e1ed2c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:47:27.730180 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3b6c65-82b3-4b76-82db-7eff1e1ed2c5 admin admin] Made reservation on behalf of b921380b91094d409b5be7300f1f662d for: {'subnet': 1} {{(pid=84025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:47:27.735349 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8d3b6c65-82b3-4b76-82db-7eff1e1ed2c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13890268'] for subnet, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:27.870500 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-be0f4101-47fc-4b7c-ae15-eaf1c62b7cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:27.945228 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-8038f260-48a2-4a25-8ac8-eb2b851bb519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 15:47:27.957050 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-8038f260-48a2-4a25-8ac8-eb2b851bb519 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:28.011739 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-8038f260-48a2-4a25-8ac8-eb2b851bb519 service neutron] Transition to ACTIVE for port object 9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:47:28.018361 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-8038f260-48a2-4a25-8ac8-eb2b851bb519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15847481'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:28.035291 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:28.094769 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:28.217414 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8038f260-48a2-4a25-8ac8-eb2b851bb519 service neutron] Pushing event updated for resources: {'Port': ['ID=9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:28.224263 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8038f260-48a2-4a25-8ac8-eb2b851bb519 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:28.635442 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98adb5dd-51c8-4279-9de7-5e35d3aa16c3 req-7db48f07-2f82-41a4-b901-15155fcf3a55 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:28.636240 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-98adb5dd-51c8-4279-9de7-5e35d3aa16c3 req-7db48f07-2f82-41a4-b901-15155fcf3a55 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Synchronizing usage tracker for tenant:cdeb7d144cce4a36905846777218ca0e on resource:port {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:47:28.675732 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e901e-6c98-4bf3-b009-19f68b816717 req-e0ce827d-64ba-45fc-94b9-09534a9b9156 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:28.677377 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-df4e901e-6c98-4bf3-b009-19f68b816717 req-e0ce827d-64ba-45fc-94b9-09534a9b9156 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 945 time: 0.3284876 Feb 16 15:47:28.715293 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-8038f260-48a2-4a25-8ac8-eb2b851bb519 service neutron] Attempting to bind port 9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:47:28.716011 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-8038f260-48a2-4a25-8ac8-eb2b851bb519 service neutron] Attempting to bind port 9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': 'e6df138d-0dd7-4980-b3fc-162c77679110', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:47:28.716011 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-8038f260-48a2-4a25-8ac8-eb2b851bb519 service neutron] Attempting to bind port 9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6 on network 20ca6535-fd86-4587-bfbd-e6e090169f44 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:47:28.718462 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-98adb5dd-51c8-4279-9de7-5e35d3aa16c3 req-7db48f07-2f82-41a4-b901-15155fcf3a55 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Unset dirty status for tenant:cdeb7d144cce4a36905846777218ca0e on resource:port {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:47:28.720308 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-98adb5dd-51c8-4279-9de7-5e35d3aa16c3 req-7db48f07-2f82-41a4-b901-15155fcf3a55 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 943 time: 0.4675593 Feb 16 15:47:28.745427 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-8038f260-48a2-4a25-8ac8-eb2b851bb519 service neutron] Checking agent: {'id': '9f703877-974c-4713-aaa3-781784e6ea8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 41, 2), 'started_at': datetime.datetime(2021, 2, 16, 15, 41, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.100', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:47:28.745749 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-8038f260-48a2-4a25-8ac8-eb2b851bb519 service neutron] Checking segment: {'id': 'e6df138d-0dd7-4980-b3fc-162c77679110', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:47:28.746159 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-8038f260-48a2-4a25-8ac8-eb2b851bb519 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:28.746591 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-8038f260-48a2-4a25-8ac8-eb2b851bb519 service neutron] Bound using segment: {'id': 'e6df138d-0dd7-4980-b3fc-162c77679110', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:47:28.747110 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-8038f260-48a2-4a25-8ac8-eb2b851bb519 service neutron] Bound port: 9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6df138d-0dd7-4980-b3fc-162c77679110', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:47:28.747522 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-8038f260-48a2-4a25-8ac8-eb2b851bb519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:28.858952 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device d79f0bc4-9870-4fa6-99d6-d39aea4f8916 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:47:28.936669 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port d79f0bc4-9870-4fa6-99d6-d39aea4f8916 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:47:28.937088 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:29.083341 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-df4e901e-6c98-4bf3-b009-19f68b816717 req-36d9e2c7-4b19-432b-83f4-ad7cf281bc11 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b7d09fa-cd97-4612-9642-3872d4ac5b93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3887742 Feb 16 15:47:29.099261 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c4c88-d37f-4620-bc06-a98de58c415a req-515a12d0-ae9e-4c8a-97e5-c0b87b9f7405 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:29.101073 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2b4c4c88-d37f-4620-bc06-a98de58c415a req-515a12d0-ae9e-4c8a-97e5-c0b87b9f7405 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.102 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 945 time: 0.0942907 Feb 16 15:47:29.103522 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-98adb5dd-51c8-4279-9de7-5e35d3aa16c3 req-1d45ed49-67f3-473b-9051-c3cc1580c471 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3667617 Feb 16 15:47:29.186854 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-2b4c4c88-d37f-4620-bc06-a98de58c415a req-7e705a31-9813-4d13-b890-0613fdf30f6b tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Deleting port d79f0bc4-9870-4fa6-99d6-d39aea4f8916 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:47:29.187238 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-2b4c4c88-d37f-4620-bc06-a98de58c415a req-7e705a31-9813-4d13-b890-0613fdf30f6b tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:29.194433 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-8038f260-48a2-4a25-8ac8-eb2b851bb519 service neutron] For port 9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6, host hv-cinder-77570, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:47:29.199756 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-8038f260-48a2-4a25-8ac8-eb2b851bb519 service neutron] For port 9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6,segment=NetworkSegment(e6df138d-0dd7-4980-b3fc-162c77679110),segment_id=e6df138d-0dd7-4980-b3fc-162c77679110)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:47:29.203698 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8d3b6c65-82b3-4b76-82db-7eff1e1ed2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838928216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13890287'] for subnet, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:29.205729 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-8038f260-48a2-4a25-8ac8-eb2b851bb519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15847481'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:29.238358 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-27279321-0e36-40c6-ab89-a54a6912ab12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:29.352880 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:29.444444 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b6c65-82b3-4b76-82db-7eff1e1ed2c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7f6183b-9410-45ae-b8d1-326cafb4aa97,revision_number=0']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:29.454916 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-2b4c4c88-d37f-4620-bc06-a98de58c415a req-7e705a31-9813-4d13-b890-0613fdf30f6b tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] For port d79f0bc4-9870-4fa6-99d6-d39aea4f8916, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=d79f0bc4-9870-4fa6-99d6-d39aea4f8916,segment=NetworkSegment(91a15a12-093d-4b07-afa4-6d4f18babd7a),segment_id=91a15a12-093d-4b07-afa4-6d4f18babd7a)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:47:29.455312 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-2b4c4c88-d37f-4620-bc06-a98de58c415a req-7e705a31-9813-4d13-b890-0613fdf30f6b tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:29.462684 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8d3b6c65-82b3-4b76-82db-7eff1e1ed2c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:29.463276 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-73083d4a-e764-4e9f-bcd7-a7b3409c3f66 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:29.607551 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8038f260-48a2-4a25-8ac8-eb2b851bb519 service neutron] Pushing event updated for resources: {'Port': ['ID=9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:29.613577 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8038f260-48a2-4a25-8ac8-eb2b851bb519 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:29.614931 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-8038f260-48a2-4a25-8ac8-eb2b851bb519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:29.615615 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-8038f260-48a2-4a25-8ac8-eb2b851bb519 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:29.617147 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-8038f260-48a2-4a25-8ac8-eb2b851bb519 service neutron] 10.222.0.102 "PUT /v2.0/ports/9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6 HTTP/1.1" status: 200 len: 1157 time: 2.3923342 Feb 16 15:47:29.624779 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fb6c634-9436-431c-a096-6eb0c6e7783f', 'tag': '9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:47:29.654812 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3b6c65-82b3-4b76-82db-7eff1e1ed2c5 admin admin] Checking segment: {'id': 'd2f74fa3-e8ca-49c6-bf7d-951e3a502cb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:47:29.655284 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3b6c65-82b3-4b76-82db-7eff1e1ed2c5 admin admin] Network hostable DHCP agents. Network: 3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b, hostable agents: ['37754f02-07ee-44c0-875b-e652d08d1f6e'], hosted agents: [] {{(pid=84025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 15:47:29.666652 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:29.730465 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fb6c634-9436-431c-a096-6eb0c6e7783f', 'tag': '9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6', 'status': 'completed', 'code': 200} Feb 16 15:47:29.741980 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3b6c65-82b3-4b76-82db-7eff1e1ed2c5 admin admin] Network 3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b is scheduled to be hosted by DHCP agent 37754f02-07ee-44c0-875b-e652d08d1f6e with binding_index 1 {{(pid=84025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 15:47:29.756963 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-8d3b6c65-82b3-4b76-82db-7eff1e1ed2c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-1-smb, 3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b) {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:47:29.766116 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbe7c93-e04a-4b13-96e3-cb4b30fa3db7 None None] Network 3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b requested from dv-cinder-775706-1-smb {{(pid=84027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:47:29.775388 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3b6c65-82b3-4b76-82db-7eff1e1ed2c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:29.776301 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8d3b6c65-82b3-4b76-82db-7eff1e1ed2c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:29.822748 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-29817f60-fd12-4d8f-a36f-270eaf7b64cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:29.824411 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-29817f60-fd12-4d8f-a36f-270eaf7b64cf service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=cdeb7d144cce4a36905846777218ca0e&device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 1160 time: 0.1436946 Feb 16 15:47:29.831379 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-8d3b6c65-82b3-4b76-82db-7eff1e1ed2c5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1737013 Feb 16 15:47:29.832961 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-2b4c4c88-d37f-4620-bc06-a98de58c415a req-7e705a31-9813-4d13-b890-0613fdf30f6b tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:29.833519 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-2b4c4c88-d37f-4620-bc06-a98de58c415a req-7e705a31-9813-4d13-b890-0613fdf30f6b tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854196618'] for floatingip, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:29.833866 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.db.l3_db [req-2b4c4c88-d37f-4620-bc06-a98de58c415a req-7e705a31-9813-4d13-b890-0613fdf30f6b tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Floating IP aec20302-be60-4938-bb95-d6e90eced643 disassociated. External IP: 172.28.2.51, port: d79f0bc4-9870-4fa6-99d6-d39aea4f8916. Feb 16 15:47:29.834326 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-2b4c4c88-d37f-4620-bc06-a98de58c415a req-7e705a31-9813-4d13-b890-0613fdf30f6b tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Calling delete_port for d79f0bc4-9870-4fa6-99d6-d39aea4f8916 owned by compute:nova {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:47:29.928080 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-23131458-f62a-4e40-9ab9-404ce955de9c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6 HTTP/1.1" status: 200 len: 217 time: 0.0890875 Feb 16 15:47:30.012914 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-2b4c4c88-d37f-4620-bc06-a98de58c415a req-7e705a31-9813-4d13-b890-0613fdf30f6b tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-823957'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:30.015384 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-da891edc-d83a-4de9-a799-e23c726d9e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:30.017439 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-da891edc-d83a-4de9-a799-e23c726d9e00 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=cf8af63e-2347-4927-a7a5-30a38d3293b2 HTTP/1.1" status: 200 len: 856 time: 0.0837374 Feb 16 15:47:30.030913 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0be5d1bd-9d26-4795-8a09-2a0ac701f5bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:30.056369 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54f2cdd-d180-47be-a01e-507f88ab31ca None None] Network 3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b requested from dv-cinder-775706-1-smb {{(pid=84027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:47:30.151629 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e705a31-9813-4d13-b890-0613fdf30f6b tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Pushing event deleted for resources: {'Port': ['ID=d79f0bc4-9870-4fa6-99d6-d39aea4f8916,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:30.162407 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-cf05c73e-88f7-4655-8a10-136f5e31731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:30.164106 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-cf05c73e-88f7-4655-8a10-136f5e31731c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=20ca6535-fd86-4587-bfbd-e6e090169f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1400528 Feb 16 15:47:30.169421 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7e705a31-9813-4d13-b890-0613fdf30f6b tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:30.411340 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-87bc78d4-c9ac-4c73-9a82-775f0c58d5ed req-9f94aa52-1ff8-48f8-898b-ad6bab3b0f9f tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 210 time: 0.1803956 Feb 16 15:47:30.458687 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b4c4c88-d37f-4620-bc06-a98de58c415a req-7e705a31-9813-4d13-b890-0613fdf30f6b tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Router 6d082d69-e887-4b37-a0f6-2cd5ec56ce42 has already been hosted by L3 agent cace3e07-576d-4918-a0d2-7f739a7a8110 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 15:47:30.506726 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fdff8-d134-42ec-8ea2-48b9b2ff1681 req-f77c1541-67ce-4378-8028-fe8ac6fd2037 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:30.508342 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-192fdff8-d134-42ec-8ea2-48b9b2ff1681 req-f77c1541-67ce-4378-8028-fe8ac6fd2037 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 943 time: 0.1511319 Feb 16 15:47:30.511884 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-0e5b4f20-247c-4f56-970f-8fb9c070ec4a service neutron] 10.222.0.102 "GET /v2.0/networks/20ca6535-fd86-4587-bfbd-e6e090169f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365765 Feb 16 15:47:30.702312 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-192fdff8-d134-42ec-8ea2-48b9b2ff1681 req-e8a81104-5fb8-40c5-8a9b-062d0e9297cf tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874831 Feb 16 15:47:30.781499 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e3775559-7e99-4d3d-8b55-f46b500b300e req-b833b3f2-2909-47a6-88f1-2bf2434c82a1 service neutron] 10.222.0.102 "GET /v2.0/networks/20ca6535-fd86-4587-bfbd-e6e090169f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2467902 Feb 16 15:47:30.815982 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device d79f0bc4-9870-4fa6-99d6-d39aea4f8916 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 15:47:30.857776 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] No Port match for: d79f0bc4-9870-4fa6-99d6-d39aea4f8916 {{(pid=84027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 15:47:30.858170 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device d79f0bc4-9870-4fa6-99d6-d39aea4f8916 not bound to the agent host hv-cinder-77570 {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 15:47:30.918255 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b4c4c88-d37f-4620-bc06-a98de58c415a req-7e705a31-9813-4d13-b890-0613fdf30f6b tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify agent at l3_agent.dv-cinder-775706-1-smb the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:47:30.929759 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c279c2a1-d39e-4afc-8c2b-cd1a5e19bba8 None None] Sync routers for ids ['6d082d69-e887-4b37-a0f6-2cd5ec56ce42'] in dv-cinder-775706-1-smb {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:47:30.940740 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c279c2a1-d39e-4afc-8c2b-cd1a5e19bba8 None None] Routers {'6d082d69-e887-4b37-a0f6-2cd5ec56ce42'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:47:30.941423 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c279c2a1-d39e-4afc-8c2b-cd1a5e19bba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:47:28Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['6d082d69-e887-4b37-a0f6-2cd5ec56ce42'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:47:30.955620 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d6b48-44aa-4396-885f-67efbe306188 req-ab10a950-aa3d-4635-8298-3b99f794ff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:30.957402 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-753d6b48-44aa-4396-885f-67efbe306188 req-ab10a950-aa3d-4635-8298-3b99f794ff4b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=cdeb7d144cce4a36905846777218ca0e&device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 1160 time: 0.0872619 Feb 16 15:47:30.959136 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4c4c88-d37f-4620-bc06-a98de58c415a req-7e705a31-9813-4d13-b890-0613fdf30f6b tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] No DVR routers for this DVR port d79f0bc4-9870-4fa6-99d6-d39aea4f8916 on host hv-cinder-77570 {{(pid=84026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 15:47:30.961479 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-2b4c4c88-d37f-4620-bc06-a98de58c415a req-7e705a31-9813-4d13-b890-0613fdf30f6b tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:30.964602 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3a84a8-8ce0-4ae1-af73-a881603ebea4', 'name': 'network-vif-deleted', 'tag': 'd79f0bc4-9870-4fa6-99d6-d39aea4f8916'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:47:30.981238 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2b4c4c88-d37f-4620-bc06-a98de58c415a req-7e705a31-9813-4d13-b890-0613fdf30f6b tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.102 "DELETE /v2.0/ports/d79f0bc4-9870-4fa6-99d6-d39aea4f8916 HTTP/1.1" status: 204 len: 173 time: 1.8713708 Feb 16 15:47:31.028461 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3a84a8-8ce0-4ae1-af73-a881603ebea4', 'name': 'network-vif-deleted', 'tag': 'd79f0bc4-9870-4fa6-99d6-d39aea4f8916', 'status': 'completed', 'code': 200} Feb 16 15:47:31.136589 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d6b48-44aa-4396-885f-67efbe306188 req-7b6126c6-d28d-4d18-b89f-8d670c706a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:31.138240 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-753d6b48-44aa-4396-885f-67efbe306188 req-7b6126c6-d28d-4d18-b89f-8d670c706a9f service neutron] 10.222.0.102 "GET /v2.0/networks?id=20ca6535-fd86-4587-bfbd-e6e090169f44 HTTP/1.1" status: 200 len: 911 time: 0.1729269 Feb 16 15:47:31.222450 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-753d6b48-44aa-4396-885f-67efbe306188 req-de6827cb-a8ed-41fb-af6e-343a5ff8a955 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6 HTTP/1.1" status: 200 len: 217 time: 0.0745275 Feb 16 15:47:31.293433 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d6b48-44aa-4396-885f-67efbe306188 req-05c5141f-0d5d-4a33-bf96-a097b26b80a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:31.295098 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-753d6b48-44aa-4396-885f-67efbe306188 req-05c5141f-0d5d-4a33-bf96-a097b26b80a4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=cf8af63e-2347-4927-a7a5-30a38d3293b2 HTTP/1.1" status: 200 len: 856 time: 0.0660038 Feb 16 15:47:31.330136 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-c279c2a1-d39e-4afc-8c2b-cd1a5e19bba8 None None] Set router 6d082d69-e887-4b37-a0f6-2cd5ec56ce42 gateway port host: dv-cinder-775706-1-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:47:31.383294 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d6b48-44aa-4396-885f-67efbe306188 req-810f2935-65a4-47a4-a893-774ddf7d6738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:31.384962 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-753d6b48-44aa-4396-885f-67efbe306188 req-810f2935-65a4-47a4-a893-774ddf7d6738 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=20ca6535-fd86-4587-bfbd-e6e090169f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0827570 Feb 16 15:47:31.579526 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-753d6b48-44aa-4396-885f-67efbe306188 req-9bb98479-cb9c-4cb6-aae5-6bc730972081 service neutron] 10.222.0.102 "GET /v2.0/networks/20ca6535-fd86-4587-bfbd-e6e090169f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850069 Feb 16 15:47:31.661591 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9cc79403-a047-4522-a45b-2409e887c8d0 req-23eceafa-9fd1-46a7-8e3a-a8eb9c62306a tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b3a84a8-8ce0-4ae1-af73-a881603ebea4 HTTP/1.1" status: 200 len: 210 time: 0.0802112 Feb 16 15:47:31.711331 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c279c2a1-d39e-4afc-8c2b-cd1a5e19bba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'name': 'tempest-AttachVolumeTestJSON-1971169974-router', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:11Z', 'updated_at': '2021-02-16T15:43:31Z', 'revision_number': 4, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'gw_port': {'id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:14Z', 'updated_at': '2021-02-16T15:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_interfaces': [{'id': '32608817-7217-42b9-bef1-c4fdba0bbfb3', 'name': '', 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'mac_address': 'fa:16:3e:81:86:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '403fc087-c515-4f31-aec5-fdfdb713afb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:30Z', 'updated_at': '2021-02-16T15:43:47Z', 'revision_number': 5, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'subnets': [{'id': '403fc087-c515-4f31-aec5-fdfdb713afb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:47:31.715942 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c279c2a1-d39e-4afc-8c2b-cd1a5e19bba8 None None] Checking router: 6d082d69-e887-4b37-a0f6-2cd5ec56ce42 for host: dv-cinder-775706-1-smb {{(pid=84027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:47:31.728136 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c279c2a1-d39e-4afc-8c2b-cd1a5e19bba8 None None] Routers {'6d082d69-e887-4b37-a0f6-2cd5ec56ce42'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:47:31.728400 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c279c2a1-d39e-4afc-8c2b-cd1a5e19bba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:47:28Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['6d082d69-e887-4b37-a0f6-2cd5ec56ce42'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:47:31.797564 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-753d6b48-44aa-4396-885f-67efbe306188 req-ae4bda3b-debd-4df8-8458-9a9b7fd84d19 service neutron] 10.222.0.102 "GET /v2.0/networks/20ca6535-fd86-4587-bfbd-e6e090169f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1733599 Feb 16 15:47:31.936412 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c782de-352c-47c8-9ef2-6a1f8bdaa604 req-537694a5-2b3e-4dea-87c9-20ed53294f41 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:31.938060 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-15c782de-352c-47c8-9ef2-6a1f8bdaa604 req-537694a5-2b3e-4dea-87c9-20ed53294f41 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 943 time: 0.0923131 Feb 16 15:47:31.975761 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-c279c2a1-d39e-4afc-8c2b-cd1a5e19bba8 None None] Set router 6d082d69-e887-4b37-a0f6-2cd5ec56ce42 gateway port host: dv-cinder-775706-1-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:47:31.993555 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-15c782de-352c-47c8-9ef2-6a1f8bdaa604 req-849cb8bc-e5eb-4e3b-97c8-7f44c2ce66af tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462151 Feb 16 15:47:32.178564 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62850c27-a4e1-4756-8534-644d2d69d061 req-feed7f9b-946a-484e-8945-221e6482c52d tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:32.180156 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-62850c27-a4e1-4756-8534-644d2d69d061 req-feed7f9b-946a-484e-8945-221e6482c52d tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/networks?id=3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b HTTP/1.1" status: 200 len: 814 time: 0.1574841 Feb 16 15:47:32.196755 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-62850c27-a4e1-4756-8534-644d2d69d061 req-dc407311-b911-45a1-a644-0cb219ee9f35 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/quotas/b921380b91094d409b5be7300f1f662d HTTP/1.1" status: 200 len: 375 time: 0.0098860 Feb 16 15:47:32.254960 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-62850c27-a4e1-4756-8534-644d2d69d061 req-287f8df6-0199-477e-bff0-f7889d1dbb05 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b921380b91094d409b5be7300f1f662d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522718 Feb 16 15:47:32.261978 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:32.331528 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c279c2a1-d39e-4afc-8c2b-cd1a5e19bba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'name': 'tempest-AttachVolumeTestJSON-1971169974-router', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:11Z', 'updated_at': '2021-02-16T15:43:31Z', 'revision_number': 4, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'gw_port': {'id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:14Z', 'updated_at': '2021-02-16T15:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_interfaces': [{'id': '32608817-7217-42b9-bef1-c4fdba0bbfb3', 'name': '', 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'mac_address': 'fa:16:3e:81:86:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '403fc087-c515-4f31-aec5-fdfdb713afb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:30Z', 'updated_at': '2021-02-16T15:43:47Z', 'revision_number': 5, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'subnets': [{'id': '403fc087-c515-4f31-aec5-fdfdb713afb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:47:32.336794 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c279c2a1-d39e-4afc-8c2b-cd1a5e19bba8 None None] The sync data for ids ['6d082d69-e887-4b37-a0f6-2cd5ec56ce42'] in dv-cinder-775706-1-smb is: [{'id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'name': 'tempest-AttachVolumeTestJSON-1971169974-router', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:11Z', 'updated_at': '2021-02-16T15:43:31Z', 'revision_number': 4, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'gw_port': {'id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:14Z', 'updated_at': '2021-02-16T15:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_interfaces': [{'id': '32608817-7217-42b9-bef1-c4fdba0bbfb3', 'name': '', 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'mac_address': 'fa:16:3e:81:86:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '403fc087-c515-4f31-aec5-fdfdb713afb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:30Z', 'updated_at': '2021-02-16T15:43:47Z', 'revision_number': 5, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'subnets': [{'id': '403fc087-c515-4f31-aec5-fdfdb713afb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:47:32.405602 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-62850c27-a4e1-4756-8534-644d2d69d061 req-cb94ab62-4ed4-43b0-b58b-edbdf35cbc38 service neutron] 10.222.0.42 "GET /v2.0/networks/3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425331 Feb 16 15:47:32.553200 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-62850c27-a4e1-4756-8534-644d2d69d061 req-90fab609-30b8-4296-9eb8-a7bd7fc7207a service neutron] 10.222.0.42 "GET /v2.0/networks/3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1401732 Feb 16 15:47:32.747038 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beec2f21-783f-411a-8ea4-98405cc37b94 None None] New status for floating IP aec20302-be60-4938-bb95-d6e90eced643: DOWN {{(pid=84028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 15:47:32.778450 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-aaae6076-c799-4969-9bfa-ea797ea5966b req-d014f252-3696-49e6-a27f-a6c2a3a48eee tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/ports?device_id=c49d07f8-9c95-4526-bc53-865aed85276e HTTP/1.1" status: 200 len: 210 time: 0.0725021 Feb 16 15:47:32.810909 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 60106) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:47:32.898179 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8655b904-6d1a-4d63-9273-71343db2a243 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:32.937146 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8655b904-6d1a-4d63-9273-71343db2a243 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:32.995202 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8655b904-6d1a-4d63-9273-71343db2a243 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:33.000996 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-6c1d1d35-3960-48e8-9220-1f0e4561d3d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:33.018454 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655b904-6d1a-4d63-9273-71343db2a243 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7d09fa-cd97-4612-9642-3872d4ac5b93,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:33.036585 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8655b904-6d1a-4d63-9273-71343db2a243 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:33.037890 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8655b904-6d1a-4d63-9273-71343db2a243 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:33.039563 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-8655b904-6d1a-4d63-9273-71343db2a243 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "DELETE /v2.0/security-groups/5b7d09fa-cd97-4612-9642-3872d4ac5b93 HTTP/1.1" status: 204 len: 168 time: 0.2274885 Feb 16 15:47:33.042372 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 60116) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:47:33.085234 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.v2.resource [None req-655a2428-d3c6-4a12-a9f1-bde2439ac3eb tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] show failed (client error): The resource could not be found. Feb 16 15:47:33.090054 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 60122) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:47:33.100212 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-655a2428-d3c6-4a12-a9f1-bde2439ac3eb tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups/5b7d09fa-cd97-4612-9642-3872d4ac5b93 HTTP/1.1" status: 404 len: 347 time: 0.0557761 Feb 16 15:47:33.328042 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:47:33.409897 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning for port 9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6 completed by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:47:33.416003 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:47:33.416422 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:33.549635 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:33.561292 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6f2ddd3f-521d-4dfc-9c86-c962d0455bc6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Deleting port 8807d7f7-bbbd-4e14-a867-a7a9aa1e3501 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:47:33.561675 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6f2ddd3f-521d-4dfc-9c86-c962d0455bc6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:33.582014 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb6c634-9436-431c-a096-6eb0c6e7783f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:47:33.592875 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] For port 9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6,segment=NetworkSegment(e6df138d-0dd7-4980-b3fc-162c77679110),segment_id=e6df138d-0dd7-4980-b3fc-162c77679110)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:47:33.597754 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:33.600583 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:33.637475 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb6c634-9436-431c-a096-6eb0c6e7783f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6', 'code': 200} Feb 16 15:47:33.683859 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Pushing event updated for resources: {'Port': ['ID=9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6,revision_number=4']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:33.692506 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:33.692889 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:33.693268 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:33.693639 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:33.694007 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:33.694376 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:33.694777 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:33.695143 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:33.695505 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:33.695865 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:33.696225 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:33.696584 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:33.697017 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:33.697374 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:33.697733 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:33.698096 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:33.698494 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:33.698857 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:33.699212 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:33.699604 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:33.700109 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:33.700479 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:33.700830 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:33.701303 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:47:33.706082 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:33.724787 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917c362-3242-4118-bce8-bc32f9ed3598 req-75cf9d8b-c869-4429-9703-86369edfa25d tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:33.726421 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9917c362-3242-4118-bce8-bc32f9ed3598 req-75cf9d8b-c869-4429-9703-86369edfa25d tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 943 time: 0.5552118 Feb 16 15:47:33.811204 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6f2ddd3f-521d-4dfc-9c86-c962d0455bc6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:33.811204 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6f2ddd3f-521d-4dfc-9c86-c962d0455bc6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:33.821410 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9917c362-3242-4118-bce8-bc32f9ed3598 req-6150905f-b58c-4b73-9f3c-8e9c7bc61cb0 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852690 Feb 16 15:47:33.993178 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6f2ddd3f-521d-4dfc-9c86-c962d0455bc6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Calling delete_port for 8807d7f7-bbbd-4e14-a867-a7a9aa1e3501 owned by network:floatingip {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:47:34.086571 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4aadfc4f-b153-4269-9bee-3d479ebe3dbd req-aeaada48-7b67-404e-b225-94d4ad198a2a tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/ports?device_id=c49d07f8-9c95-4526-bc53-865aed85276e HTTP/1.1" status: 200 len: 210 time: 0.1064589 Feb 16 15:47:34.187581 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62850c27-a4e1-4756-8534-644d2d69d061 req-7e2bd8b8-f1f2-4214-9962-ac5cd513046e tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:34.188858 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-62850c27-a4e1-4756-8534-644d2d69d061 req-7e2bd8b8-f1f2-4214-9962-ac5cd513046e tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Synchronizing usage tracker for tenant:b921380b91094d409b5be7300f1f662d on resource:network {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:47:34.203530 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020193d-65c1-45f2-b288-ea398e859844 req-34afac77-5d9d-4f6a-948e-512618c3d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:34.205720 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9020193d-65c1-45f2-b288-ea398e859844 req-34afac77-5d9d-4f6a-948e-512618c3d30b service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 1162 time: 0.3212414 Feb 16 15:47:34.206442 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-62850c27-a4e1-4756-8534-644d2d69d061 req-7e2bd8b8-f1f2-4214-9962-ac5cd513046e tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Unset dirty status for tenant:b921380b91094d409b5be7300f1f662d on resource:network {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:47:34.207825 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-62850c27-a4e1-4756-8534-644d2d69d061 req-7e2bd8b8-f1f2-4214-9962-ac5cd513046e tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.102 "GET /v2.0/networks?id=3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b HTTP/1.1" status: 200 len: 814 time: 0.1876090 Feb 16 15:47:34.230643 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-62850c27-a4e1-4756-8534-644d2d69d061 req-fcd670f5-1ffd-434a-a264-a9339665a32e tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Request body: {'port': {'device_id': 'c49d07f8-9c95-4526-bc53-865aed85276e', 'network_id': '3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b', 'admin_state_up': True, 'tenant_id': 'b921380b91094d409b5be7300f1f662d'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:47:34.240855 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6f2ddd3f-521d-4dfc-9c86-c962d0455bc6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838928334'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:34.259914 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8038f260-48a2-4a25-8ac8-eb2b851bb519 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:34.378785 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ddd3f-521d-4dfc-9c86-c962d0455bc6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Pushing event deleted for resources: {'Port': ['ID=8807d7f7-bbbd-4e14-a867-a7a9aa1e3501,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:34.382536 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-62850c27-a4e1-4756-8534-644d2d69d061 req-fcd670f5-1ffd-434a-a264-a9339665a32e tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:47:34.386715 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-62850c27-a4e1-4756-8534-644d2d69d061 req-fcd670f5-1ffd-434a-a264-a9339665a32e tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Usage tracker for resource:port and tenant:b921380b91094d409b5be7300f1f662d is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:47:34.387324 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-6f2ddd3f-521d-4dfc-9c86-c962d0455bc6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:34.390282 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-62850c27-a4e1-4756-8534-644d2d69d061 req-fcd670f5-1ffd-434a-a264-a9339665a32e tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:47:34.393225 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9020193d-65c1-45f2-b288-ea398e859844 req-6ecd40ce-3a9c-48fb-b65d-499d72e7d65c service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684079 Feb 16 15:47:34.396567 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-62850c27-a4e1-4756-8534-644d2d69d061 req-fcd670f5-1ffd-434a-a264-a9339665a32e tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:47:34.406826 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62850c27-a4e1-4756-8534-644d2d69d061 req-fcd670f5-1ffd-434a-a264-a9339665a32e tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Made reservation on behalf of b921380b91094d409b5be7300f1f662d for: {'port': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:47:34.412596 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-62850c27-a4e1-4756-8534-644d2d69d061 req-fcd670f5-1ffd-434a-a264-a9339665a32e tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:34.521137 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6f2ddd3f-521d-4dfc-9c86-c962d0455bc6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for floatingip, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:34.536397 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6f2ddd3f-521d-4dfc-9c86-c962d0455bc6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for floatingip, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:34.537645 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-6f2ddd3f-521d-4dfc-9c86-c962d0455bc6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "DELETE /v2.0/floatingips/aec20302-be60-4938-bb95-d6e90eced643 HTTP/1.1" status: 204 len: 168 time: 1.4465175 Feb 16 15:47:34.753621 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-62850c27-a4e1-4756-8534-644d2d69d061 req-fcd670f5-1ffd-434a-a264-a9339665a32e tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Allocated IP 172.20.0.8 (3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b/d7f6183b-9410-45ae-b8d1-326cafb4aa97/bd72cbc6-1100-4a73-8c0e-44bec9c314eb) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:47:34.793514 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 60136) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:47:34.803925 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-0575acc9-0681-4881-81f5-093670f78163 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1637030861', 'description': 'tempest-description--791145820'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:47:34.810049 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-0575acc9-0681-4881-81f5-093670f78163 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:47:34.815443 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-0575acc9-0681-4881-81f5-093670f78163 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Usage tracker for resource:security_group and tenant:b0fc8a8ae93c48d4a30f0b24661af106 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:47:34.818807 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-0575acc9-0681-4881-81f5-093670f78163 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:47:34.825519 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-0575acc9-0681-4881-81f5-093670f78163 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:47:34.836617 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0575acc9-0681-4881-81f5-093670f78163 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:34.864542 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-0575acc9-0681-4881-81f5-093670f78163 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:47:34.869738 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-0575acc9-0681-4881-81f5-093670f78163 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Usage tracker for resource:security_group_rule and tenant:b0fc8a8ae93c48d4a30f0b24661af106 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:47:34.873194 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-0575acc9-0681-4881-81f5-093670f78163 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:47:34.880362 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-0575acc9-0681-4881-81f5-093670f78163 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:47:34.910077 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:47:34.971824 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0575acc9-0681-4881-81f5-093670f78163 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:34.988919 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-62850c27-a4e1-4756-8534-644d2d69d061 req-fcd670f5-1ffd-434a-a264-a9339665a32e tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:34.995526 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:47:34.995798 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:35.019616 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0575acc9-0681-4881-81f5-093670f78163 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:35.020957 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-62850c27-a4e1-4756-8534-644d2d69d061 req-fcd670f5-1ffd-434a-a264-a9339665a32e tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-823957'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:35.033336 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0f04c8a1-cced-40bc-a8d8-8a0c500a0b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:35.087300 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0575acc9-0681-4881-81f5-093670f78163 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d72802-bce2-4097-81f1-a6fb4bb9f2b3,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:35.091458 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0575acc9-0681-4881-81f5-093670f78163 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:35.096501 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-0575acc9-0681-4881-81f5-093670f78163 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2981503 Feb 16 15:47:35.096921 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0575acc9-0681-4881-81f5-093670f78163 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:35.097580 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 60142) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:47:35.106447 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-31008e84-8c07-41e9-b853-ba3f12422ff2 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Request body: {'security_group_rule': {'security_group_id': 'd3d72802-bce2-4097-81f1-a6fb4bb9f2b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:47:35.109905 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:35.116020 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-31008e84-8c07-41e9-b853-ba3f12422ff2 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:47:35.123424 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-31008e84-8c07-41e9-b853-ba3f12422ff2 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Usage tracker for resource:security_group_rule and tenant:b0fc8a8ae93c48d4a30f0b24661af106 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:47:35.137714 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-31008e84-8c07-41e9-b853-ba3f12422ff2 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:47:35.151485 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b2e85-3d58-4812-bf13-c6bd3fbed268 req-b1aa0ae7-2b89-4e8f-b4ca-7ea27db24480 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:35.153362 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4d5b2e85-3d58-4812-bf13-c6bd3fbed268 req-b1aa0ae7-2b89-4e8f-b4ca-7ea27db24480 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 945 time: 0.1852238 Feb 16 15:47:35.154653 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-31008e84-8c07-41e9-b853-ba3f12422ff2 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:47:35.195385 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-31008e84-8c07-41e9-b853-ba3f12422ff2 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:35.196630 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd670f5-1ffd-434a-a264-a9339665a32e tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Pushing event updated for resources: {'Port': ['ID=bd72cbc6-1100-4a73-8c0e-44bec9c314eb,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:35.201599 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-fcd670f5-1ffd-434a-a264-a9339665a32e tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:35.254601 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62850c27-a4e1-4756-8534-644d2d69d061 req-fcd670f5-1ffd-434a-a264-a9339665a32e tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Network 3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:47:35.255891 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-62850c27-a4e1-4756-8534-644d2d69d061 req-fcd670f5-1ffd-434a-a264-a9339665a32e tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:47:35.258372 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-62850c27-a4e1-4756-8534-644d2d69d061 req-fcd670f5-1ffd-434a-a264-a9339665a32e tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:47:35.288605 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4d5b2e85-3d58-4812-bf13-c6bd3fbed268 req-d2dc2a93-c587-4097-abe6-ff22c92f0b5c tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250327 Feb 16 15:47:35.328499 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62850c27-a4e1-4756-8534-644d2d69d061 req-fcd670f5-1ffd-434a-a264-a9339665a32e tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:35.329230 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-62850c27-a4e1-4756-8534-644d2d69d061 req-fcd670f5-1ffd-434a-a264-a9339665a32e tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:35.342671 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-31008e84-8c07-41e9-b853-ba3f12422ff2 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:35.346501 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-31008e84-8c07-41e9-b853-ba3f12422ff2 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661287'] for security_group_rule, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:35.352332 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-62850c27-a4e1-4756-8534-644d2d69d061 req-fcd670f5-1ffd-434a-a264-a9339665a32e tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1267061 Feb 16 15:47:35.357933 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-9a13338d-864c-4ceb-b0f9-0ca73cfb477a tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:35.383578 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31008e84-8c07-41e9-b853-ba3f12422ff2 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3320ac23-318b-43f4-b9b0-923568edc03d,revision_number=0']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:35.387316 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-62850c27-a4e1-4756-8534-644d2d69d061 req-7b0d773a-270e-4c8d-9b1f-3b1976e9951d service neutron] Request body: {'port': {'device_id': 'c49d07f8-9c95-4526-bc53-865aed85276e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:47:35.391639 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-31008e84-8c07-41e9-b853-ba3f12422ff2 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:35.406720 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d777e-5dba-40b9-8978-6d504fb3f37c req-58e3d9b4-bc95-4447-884a-de88b8f65ac7 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:35.409041 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-021d777e-5dba-40b9-8978-6d504fb3f37c req-58e3d9b4-bc95-4447-884a-de88b8f65ac7 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/ports?device_id=c49d07f8-9c95-4526-bc53-865aed85276e HTTP/1.1" status: 200 len: 931 time: 0.1784582 Feb 16 15:47:35.410038 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-31008e84-8c07-41e9-b853-ba3f12422ff2 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:35.411256 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-31008e84-8c07-41e9-b853-ba3f12422ff2 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3117537 Feb 16 15:47:35.414667 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 60148) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:47:35.420730 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-02a59bbc-e828-488a-b3ac-5ea04caeca3a tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Request body: {'security_group_rule': {'security_group_id': 'd3d72802-bce2-4097-81f1-a6fb4bb9f2b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:47:35.443831 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-02a59bbc-e828-488a-b3ac-5ea04caeca3a tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:47:35.452563 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-02a59bbc-e828-488a-b3ac-5ea04caeca3a tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Usage tracker for resource:security_group_rule and tenant:b0fc8a8ae93c48d4a30f0b24661af106 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:47:35.458190 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-02a59bbc-e828-488a-b3ac-5ea04caeca3a tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:47:35.475879 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-02a59bbc-e828-488a-b3ac-5ea04caeca3a tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:47:35.496409 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-021d777e-5dba-40b9-8978-6d504fb3f37c req-71c5e6b4-b3b8-4e47-af31-b1f7bb5e0304 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b524f25-342f-414a-a959-7882470834ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696516 Feb 16 15:47:35.524307 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-02a59bbc-e828-488a-b3ac-5ea04caeca3a tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:35.544493 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-62850c27-a4e1-4756-8534-644d2d69d061 req-7b0d773a-270e-4c8d-9b1f-3b1976e9951d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:35.608671 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-02a59bbc-e828-488a-b3ac-5ea04caeca3a tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:35.612564 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-02a59bbc-e828-488a-b3ac-5ea04caeca3a tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661287'] for security_group_rule, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:35.620360 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-31008e84-8c07-41e9-b853-ba3f12422ff2 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:35.647463 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a59bbc-e828-488a-b3ac-5ea04caeca3a tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9906e7b4-6bea-44e4-89e7-f36d3dbe5128,revision_number=0']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:35.650197 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-02a59bbc-e828-488a-b3ac-5ea04caeca3a tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:35.655679 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-02a59bbc-e828-488a-b3ac-5ea04caeca3a tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:35.655923 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-02a59bbc-e828-488a-b3ac-5ea04caeca3a tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2400632 Feb 16 15:47:35.659703 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 60152) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:47:35.665427 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-f846a88f-ef39-4b79-b094-42dc24b1d6f6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Request body: {'floatingip': {'floating_network_id': '98aad332-78bd-43b9-832c-6a78188811e7'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:47:35.671350 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-f846a88f-ef39-4b79-b094-42dc24b1d6f6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:47:35.676220 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-f846a88f-ef39-4b79-b094-42dc24b1d6f6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Usage tracker for resource:floatingip and tenant:b0fc8a8ae93c48d4a30f0b24661af106 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:47:35.679327 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-f846a88f-ef39-4b79-b094-42dc24b1d6f6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:47:35.685480 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-f846a88f-ef39-4b79-b094-42dc24b1d6f6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:47:35.696204 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f846a88f-ef39-4b79-b094-42dc24b1d6f6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for floatingip, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:35.861300 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f846a88f-ef39-4b79-b094-42dc24b1d6f6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:35.996392 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [req-62850c27-a4e1-4756-8534-644d2d69d061 req-7b0d773a-270e-4c8d-9b1f-3b1976e9951d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd72cbc6-1100-4a73-8c0e-44bec9c314eb {{(pid=84026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 15:47:36.004570 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-62850c27-a4e1-4756-8534-644d2d69d061 req-7b0d773a-270e-4c8d-9b1f-3b1976e9951d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:36.018134 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-62850c27-a4e1-4756-8534-644d2d69d061 req-7b0d773a-270e-4c8d-9b1f-3b1976e9951d service neutron] Transition to ACTIVE for port object bd72cbc6-1100-4a73-8c0e-44bec9c314eb will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:47:36.020916 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-62850c27-a4e1-4756-8534-644d2d69d061 req-7b0d773a-270e-4c8d-9b1f-3b1976e9951d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853951842'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:36.037827 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-81d366f7-7c7d-4d7f-b3d0-dea41e8f6c2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:36.143445 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-f846a88f-ef39-4b79-b094-42dc24b1d6f6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Allocated IP 172.28.2.104 (98aad332-78bd-43b9-832c-6a78188811e7/07894c69-ecbd-40ed-969e-9ba4c4e7f1e8/901c0bc8-603f-4f4c-a0c2-ca14119a47ed) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:47:36.175044 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d773a-270e-4c8d-9b1f-3b1976e9951d service neutron] Pushing event updated for resources: {'Port': ['ID=bd72cbc6-1100-4a73-8c0e-44bec9c314eb,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:36.179906 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7b0d773a-270e-4c8d-9b1f-3b1976e9951d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:36.302539 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f846a88f-ef39-4b79-b094-42dc24b1d6f6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:36.335488 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f846a88f-ef39-4b79-b094-42dc24b1d6f6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838928334'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:36.351233 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-37b6308c-4c12-44db-9280-e44b72f4425e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:36.368358 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-62850c27-a4e1-4756-8534-644d2d69d061 req-7b0d773a-270e-4c8d-9b1f-3b1976e9951d service neutron] Attempting to bind port bd72cbc6-1100-4a73-8c0e-44bec9c314eb on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:47:36.368795 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-62850c27-a4e1-4756-8534-644d2d69d061 req-7b0d773a-270e-4c8d-9b1f-3b1976e9951d service neutron] Attempting to bind port bd72cbc6-1100-4a73-8c0e-44bec9c314eb by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': 'd2f74fa3-e8ca-49c6-bf7d-951e3a502cb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:47:36.369169 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62850c27-a4e1-4756-8534-644d2d69d061 req-7b0d773a-270e-4c8d-9b1f-3b1976e9951d service neutron] Attempting to bind port bd72cbc6-1100-4a73-8c0e-44bec9c314eb on network 3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:47:36.377269 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62850c27-a4e1-4756-8534-644d2d69d061 req-7b0d773a-270e-4c8d-9b1f-3b1976e9951d service neutron] Checking agent: {'id': '9f703877-974c-4713-aaa3-781784e6ea8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 41, 2), 'started_at': datetime.datetime(2021, 2, 16, 15, 41, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.100', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:47:36.377855 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62850c27-a4e1-4756-8534-644d2d69d061 req-7b0d773a-270e-4c8d-9b1f-3b1976e9951d service neutron] Checking segment: {'id': 'd2f74fa3-e8ca-49c6-bf7d-951e3a502cb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:47:36.378270 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-62850c27-a4e1-4756-8534-644d2d69d061 req-7b0d773a-270e-4c8d-9b1f-3b1976e9951d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:36.378778 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62850c27-a4e1-4756-8534-644d2d69d061 req-7b0d773a-270e-4c8d-9b1f-3b1976e9951d service neutron] Bound using segment: {'id': 'd2f74fa3-e8ca-49c6-bf7d-951e3a502cb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:47:36.379263 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-62850c27-a4e1-4756-8534-644d2d69d061 req-7b0d773a-270e-4c8d-9b1f-3b1976e9951d service neutron] Bound port: bd72cbc6-1100-4a73-8c0e-44bec9c314eb, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f74fa3-e8ca-49c6-bf7d-951e3a502cb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:47:36.379643 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-62850c27-a4e1-4756-8534-644d2d69d061 req-7b0d773a-270e-4c8d-9b1f-3b1976e9951d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:36.482992 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-62850c27-a4e1-4756-8534-644d2d69d061 req-7b0d773a-270e-4c8d-9b1f-3b1976e9951d service neutron] For port bd72cbc6-1100-4a73-8c0e-44bec9c314eb, host hv-cinder-77570, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:47:36.486414 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-62850c27-a4e1-4756-8534-644d2d69d061 req-7b0d773a-270e-4c8d-9b1f-3b1976e9951d service neutron] For port bd72cbc6-1100-4a73-8c0e-44bec9c314eb, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=bd72cbc6-1100-4a73-8c0e-44bec9c314eb,segment=NetworkSegment(d2f74fa3-e8ca-49c6-bf7d-951e3a502cb3),segment_id=d2f74fa3-e8ca-49c6-bf7d-951e3a502cb3)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:47:36.489865 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-62850c27-a4e1-4756-8534-644d2d69d061 req-7b0d773a-270e-4c8d-9b1f-3b1976e9951d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853951842'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:36.505774 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-660a25c4-f5a7-47fb-a89f-6819ccb750a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:36.552335 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846a88f-ef39-4b79-b094-42dc24b1d6f6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Pushing event updated for resources: {'Port': ['ID=901c0bc8-603f-4f4c-a0c2-ca14119a47ed,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:36.555739 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f846a88f-ef39-4b79-b094-42dc24b1d6f6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:36.666464 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d773a-270e-4c8d-9b1f-3b1976e9951d service neutron] Pushing event updated for resources: {'Port': ['ID=bd72cbc6-1100-4a73-8c0e-44bec9c314eb,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:36.672540 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7b0d773a-270e-4c8d-9b1f-3b1976e9951d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:36.675201 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ee1a4-fe60-4355-8d07-b4cc0711cc12 req-922ea431-68aa-432f-aed6-95cebb48622d tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:36.676505 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2e0ee1a4-fe60-4355-8d07-b4cc0711cc12 req-922ea431-68aa-432f-aed6-95cebb48622d tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 945 time: 0.2369800 Feb 16 15:47:36.678883 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f846a88f-ef39-4b79-b094-42dc24b1d6f6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Network 98aad332-78bd-43b9-832c-6a78188811e7 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:47:36.686764 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-f846a88f-ef39-4b79-b094-42dc24b1d6f6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:47:36.708231 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f846a88f-ef39-4b79-b094-42dc24b1d6f6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:47:36.713186 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62850c27-a4e1-4756-8534-644d2d69d061 req-7b0d773a-270e-4c8d-9b1f-3b1976e9951d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:36.714118 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-62850c27-a4e1-4756-8534-644d2d69d061 req-7b0d773a-270e-4c8d-9b1f-3b1976e9951d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:36.715931 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-62850c27-a4e1-4756-8534-644d2d69d061 req-7b0d773a-270e-4c8d-9b1f-3b1976e9951d service neutron] 10.222.0.102 "PUT /v2.0/ports/bd72cbc6-1100-4a73-8c0e-44bec9c314eb HTTP/1.1" status: 200 len: 1157 time: 1.3340142 Feb 16 15:47:36.716596 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c49d07f8-9c95-4526-bc53-865aed85276e', 'tag': 'bd72cbc6-1100-4a73-8c0e-44bec9c314eb'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:47:36.818879 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2e0ee1a4-fe60-4355-8d07-b4cc0711cc12 req-cbfd2dbc-596c-4841-ad8c-9457e07f87fd tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336460 Feb 16 15:47:36.861308 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141fb74-355d-4786-83a7-a15672cde7ca req-0a040475-f8e5-4809-87b7-ec5426508071 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:36.863055 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c141fb74-355d-4786-83a7-a15672cde7ca req-0a040475-f8e5-4809-87b7-ec5426508071 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/ports?device_id=c49d07f8-9c95-4526-bc53-865aed85276e HTTP/1.1" status: 200 len: 943 time: 0.2414174 Feb 16 15:47:36.865800 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62850c27-a4e1-4756-8534-644d2d69d061 req-d75b5e98-765c-4c31-9065-478d7df5e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:36.867524 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-62850c27-a4e1-4756-8534-644d2d69d061 req-d75b5e98-765c-4c31-9065-478d7df5e883 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b921380b91094d409b5be7300f1f662d&device_id=c49d07f8-9c95-4526-bc53-865aed85276e HTTP/1.1" status: 200 len: 1160 time: 0.0947151 Feb 16 15:47:36.874276 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f846a88f-ef39-4b79-b094-42dc24b1d6f6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:36.955113 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c49d07f8-9c95-4526-bc53-865aed85276e', 'tag': 'bd72cbc6-1100-4a73-8c0e-44bec9c314eb', 'status': 'completed', 'code': 200} Feb 16 15:47:36.956855 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-62850c27-a4e1-4756-8534-644d2d69d061 req-ffc2bd12-346c-48bd-9c31-abacd146a7ad service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd72cbc6-1100-4a73-8c0e-44bec9c314eb HTTP/1.1" status: 200 len: 217 time: 0.0755656 Feb 16 15:47:36.962257 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c141fb74-355d-4786-83a7-a15672cde7ca req-1df0dfbb-432b-419b-b961-b5cd22bb7a59 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b524f25-342f-414a-a959-7882470834ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897093 Feb 16 15:47:37.011184 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f846a88f-ef39-4b79-b094-42dc24b1d6f6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:37.040050 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62850c27-a4e1-4756-8534-644d2d69d061 req-0e93a59a-ebc2-42e2-8c18-40b2fc374937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:37.041549 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-62850c27-a4e1-4756-8534-644d2d69d061 req-0e93a59a-ebc2-42e2-8c18-40b2fc374937 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d7f6183b-9410-45ae-b8d1-326cafb4aa97 HTTP/1.1" status: 200 len: 854 time: 0.0773573 Feb 16 15:47:37.098608 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-62850c27-a4e1-4756-8534-644d2d69d061 req-a2bec0c7-fc4c-4fa4-abed-d61edc40c56d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490749 Feb 16 15:47:37.170597 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c7e4e-081a-483b-ab1a-706013215417 req-2844cb19-b7e2-4312-9b9a-e0665915cc6c tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:37.172230 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0e0c7e4e-081a-483b-ab1a-706013215417 req-2844cb19-b7e2-4312-9b9a-e0665915cc6c tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 945 time: 0.1994300 Feb 16 15:47:37.185050 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 60164) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:47:37.198199 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-fe7bb19d-a53a-425b-aa7b-03fd3e608d1f tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Request body: {'floatingip': {'port_id': '9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:47:37.340239 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f846a88f-ef39-4b79-b094-42dc24b1d6f6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:37.345764 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f846a88f-ef39-4b79-b094-42dc24b1d6f6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15847481'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:37.362285 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-be1c8816-72ed-4339-8691-e517b3f0944b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:37.540972 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fe7bb19d-a53a-425b-aa7b-03fd3e608d1f tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for floatingip, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:37.715666 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-62850c27-a4e1-4756-8534-644d2d69d061 req-dbc29b8d-20b0-490a-8187-4b18bfe4dd90 service neutron] 10.222.0.102 "GET /v2.0/networks/3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6110203 Feb 16 15:47:37.724480 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846a88f-ef39-4b79-b094-42dc24b1d6f6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Pushing event updated for resources: {'Port': ['ID=901c0bc8-603f-4f4c-a0c2-ca14119a47ed,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:37.729841 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f846a88f-ef39-4b79-b094-42dc24b1d6f6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:37.831269 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f846a88f-ef39-4b79-b094-42dc24b1d6f6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854196618'] for floatingip, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:37.853256 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f846a88f-ef39-4b79-b094-42dc24b1d6f6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for floatingip, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:37.854611 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-f846a88f-ef39-4b79-b094-42dc24b1d6f6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1938121 Feb 16 15:47:38.081917 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-62850c27-a4e1-4756-8534-644d2d69d061 req-b105bdaa-0f77-4dda-9b4b-51e3895fd0e7 service neutron] 10.222.0.102 "GET /v2.0/networks/3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3318505 Feb 16 15:47:38.157898 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-302dc01e-0ba6-433a-9db9-58504b11988d req-dc656071-8a46-443d-be2f-0b56ab626b42 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Synchronizing usage tracker for tenant:b0fc8a8ae93c48d4a30f0b24661af106 on resource:security_group {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:47:38.184970 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-302dc01e-0ba6-433a-9db9-58504b11988d req-dc656071-8a46-443d-be2f-0b56ab626b42 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Unset dirty status for tenant:b0fc8a8ae93c48d4a30f0b24661af106 on resource:security_group {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:47:38.186237 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-302dc01e-0ba6-433a-9db9-58504b11988d req-dc656071-8a46-443d-be2f-0b56ab626b42 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1637030861&fields=id&tenant_id=b0fc8a8ae93c48d4a30f0b24661af106 HTTP/1.1" status: 200 len: 267 time: 0.1253936 Feb 16 15:47:38.286623 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a9711-35ea-4edf-8873-9cd35259d844 req-62891992-a2fc-4f3a-9a06-a501817e776c tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:38.289894 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-987a9711-35ea-4edf-8873-9cd35259d844 req-62891992-a2fc-4f3a-9a06-a501817e776c tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/ports?device_id=c49d07f8-9c95-4526-bc53-865aed85276e HTTP/1.1" status: 200 len: 943 time: 0.1922617 Feb 16 15:47:38.310980 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01515b1b-5767-469d-a150-df39c9544120 req-ca5b3dfe-06d6-405b-975f-d6c7983eaf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:38.312635 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-01515b1b-5767-469d-a150-df39c9544120 req-ca5b3dfe-06d6-405b-975f-d6c7983eaf31 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b921380b91094d409b5be7300f1f662d&device_id=c49d07f8-9c95-4526-bc53-865aed85276e HTTP/1.1" status: 200 len: 1160 time: 0.1399417 Feb 16 15:47:38.379723 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-987a9711-35ea-4edf-8873-9cd35259d844 req-41abc6d6-abb9-481f-adb2-8bf521add4fc tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b524f25-342f-414a-a959-7882470834ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822692 Feb 16 15:47:38.407225 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302dc01e-0ba6-433a-9db9-58504b11988d req-e6e9839a-a2b0-474c-aec0-31b7884c293d tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:38.408819 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-302dc01e-0ba6-433a-9db9-58504b11988d req-e6e9839a-a2b0-474c-aec0-31b7884c293d tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/networks?id=d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8 HTTP/1.1" status: 200 len: 811 time: 0.2137082 Feb 16 15:47:38.425814 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-302dc01e-0ba6-433a-9db9-58504b11988d req-2c5a7cd9-5e36-4da5-a542-1b9dab89556e tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/quotas/b0fc8a8ae93c48d4a30f0b24661af106 HTTP/1.1" status: 200 len: 375 time: 0.0105677 Feb 16 15:47:38.513684 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fe7bb19d-a53a-425b-aa7b-03fd3e608d1f tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:38.518960 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fe7bb19d-a53a-425b-aa7b-03fd3e608d1f tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854196618'] for floatingip, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:38.523879 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-302dc01e-0ba6-433a-9db9-58504b11988d req-2f978c8e-3a78-4103-ac74-87d96ad2fbaa tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Synchronizing usage tracker for tenant:b0fc8a8ae93c48d4a30f0b24661af106 on resource:port {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:47:38.539926 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-302dc01e-0ba6-433a-9db9-58504b11988d req-2f978c8e-3a78-4103-ac74-87d96ad2fbaa tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Unset dirty status for tenant:b0fc8a8ae93c48d4a30f0b24661af106 on resource:port {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:47:38.541279 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-302dc01e-0ba6-433a-9db9-58504b11988d req-2f978c8e-3a78-4103-ac74-87d96ad2fbaa tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0fc8a8ae93c48d4a30f0b24661af106&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1094263 Feb 16 15:47:38.694886 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-302dc01e-0ba6-433a-9db9-58504b11988d req-ad215866-f910-4228-ae98-28d2a3e27e78 service neutron] 10.222.0.42 "GET /v2.0/networks/d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398664 Feb 16 15:47:38.699625 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01515b1b-5767-469d-a150-df39c9544120 req-c242d3d0-3c17-410f-9e02-2f5351bfa2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:38.701303 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-01515b1b-5767-469d-a150-df39c9544120 req-c242d3d0-3c17-410f-9e02-2f5351bfa2f3 service neutron] 10.222.0.102 "GET /v2.0/networks?id=3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b HTTP/1.1" status: 200 len: 908 time: 0.3211823 Feb 16 15:47:38.786812 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-01515b1b-5767-469d-a150-df39c9544120 req-3d494888-d259-44ab-9e06-6a43e5336a6e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd72cbc6-1100-4a73-8c0e-44bec9c314eb HTTP/1.1" status: 200 len: 217 time: 0.0780048 Feb 16 15:47:38.847130 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-302dc01e-0ba6-433a-9db9-58504b11988d req-4f85533f-b55b-43ad-9614-4c007090e91e service neutron] 10.222.0.42 "GET /v2.0/networks/d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1443598 Feb 16 15:47:38.857145 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.db.l3_db [None req-fe7bb19d-a53a-425b-aa7b-03fd3e608d1f tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Floating IP 85a5541d-349c-43f5-9863-23dfa235c1f4 associated. External IP: 172.28.2.242, port: 9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6. Feb 16 15:47:39.026903 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01515b1b-5767-469d-a150-df39c9544120 req-04328e63-bbbb-4593-9aa6-be03c09d865a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:39.028534 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-01515b1b-5767-469d-a150-df39c9544120 req-04328e63-bbbb-4593-9aa6-be03c09d865a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d7f6183b-9410-45ae-b8d1-326cafb4aa97 HTTP/1.1" status: 200 len: 854 time: 0.2342064 Feb 16 15:47:39.058049 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-392004e8-0109-42ca-95f6-456067ffa647 req-dfaf56c9-e73d-41f9-aa54-df104f54de0b tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=89314e62-66d5-48c5-a928-daeadd7f7fbc HTTP/1.1" status: 200 len: 210 time: 0.0527127 Feb 16 15:47:39.092019 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-01515b1b-5767-469d-a150-df39c9544120 req-94f3bde1-a71e-460c-8afc-1e0106b19347 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529120 Feb 16 15:47:39.603299 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c212c-e7d6-49f8-8b4e-66b8710944e4 req-475c8710-f1ab-46bd-8c1b-12a75fb6567c tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:39.606971 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-696c212c-e7d6-49f8-8b4e-66b8710944e4 req-475c8710-f1ab-46bd-8c1b-12a75fb6567c tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/ports?device_id=c49d07f8-9c95-4526-bc53-865aed85276e HTTP/1.1" status: 200 len: 943 time: 0.1043432 Feb 16 15:47:39.660173 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-696c212c-e7d6-49f8-8b4e-66b8710944e4 req-b8b6d067-128a-4c36-8327-46def84fc0db tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b524f25-342f-414a-a959-7882470834ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473711 Feb 16 15:47:39.666727 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-01515b1b-5767-469d-a150-df39c9544120 req-0854fc83-cb5a-4315-99bb-e405c38e3aa8 service neutron] 10.222.0.102 "GET /v2.0/networks/3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5601959 Feb 16 15:47:39.790553 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7bb19d-a53a-425b-aa7b-03fd3e608d1f tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Router b4a87f8f-ad40-4976-abf7-00c26f3920af has already been hosted by L3 agent cace3e07-576d-4918-a0d2-7f739a7a8110 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 15:47:39.984746 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-01515b1b-5767-469d-a150-df39c9544120 req-88059a69-96a2-4d18-ac1f-f59c71dde411 service neutron] 10.222.0.102 "GET /v2.0/networks/3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3009346 Feb 16 15:47:40.035351 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7bb19d-a53a-425b-aa7b-03fd3e608d1f tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify agent at l3_agent.dv-cinder-775706-1-smb the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:47:40.040436 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fe7bb19d-a53a-425b-aa7b-03fd3e608d1f tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for floatingip, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:40.045356 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bd4579-8f93-4038-ba06-b7bdabbcc496 None None] Sync routers for ids ['b4a87f8f-ad40-4976-abf7-00c26f3920af'] in dv-cinder-775706-1-smb {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:47:40.057477 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bd4579-8f93-4038-ba06-b7bdabbcc496 None None] Routers {'b4a87f8f-ad40-4976-abf7-00c26f3920af'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:47:40.058151 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-59bd4579-8f93-4038-ba06-b7bdabbcc496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:47:28Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['b4a87f8f-ad40-4976-abf7-00c26f3920af'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:47:40.244446 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ea1afcb5-2894-42d6-a2a4-a1198e91f786 req-775833e9-c203-49a9-8d70-784fa919cd6a tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=89314e62-66d5-48c5-a928-daeadd7f7fbc HTTP/1.1" status: 200 len: 210 time: 0.0521605 Feb 16 15:47:40.264423 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-fe7bb19d-a53a-425b-aa7b-03fd3e608d1f tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "PUT /v2.0/floatingips/85a5541d-349c-43f5-9863-23dfa235c1f4 HTTP/1.1" status: 200 len: 991 time: 3.0652721 Feb 16 15:47:40.264749 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fb6c634-9436-431c-a096-6eb0c6e7783f', 'tag': '9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:47:40.278018 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302dc01e-0ba6-433a-9db9-58504b11988d req-03a2dd05-1ffd-4651-b32f-adf95ea51bc4 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:40.278810 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-302dc01e-0ba6-433a-9db9-58504b11988d req-03a2dd05-1ffd-4651-b32f-adf95ea51bc4 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Synchronizing usage tracker for tenant:b0fc8a8ae93c48d4a30f0b24661af106 on resource:network {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:47:40.279026 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-59bd4579-8f93-4038-ba06-b7bdabbcc496 None None] Set router b4a87f8f-ad40-4976-abf7-00c26f3920af gateway port host: dv-cinder-775706-1-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:47:40.296721 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-302dc01e-0ba6-433a-9db9-58504b11988d req-03a2dd05-1ffd-4651-b32f-adf95ea51bc4 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Unset dirty status for tenant:b0fc8a8ae93c48d4a30f0b24661af106 on resource:network {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:47:40.298658 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-302dc01e-0ba6-433a-9db9-58504b11988d req-03a2dd05-1ffd-4651-b32f-adf95ea51bc4 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.102 "GET /v2.0/networks?id=d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8 HTTP/1.1" status: 200 len: 811 time: 0.2132289 Feb 16 15:47:40.339033 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fb6c634-9436-431c-a096-6eb0c6e7783f', 'tag': '9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6', 'status': 'completed', 'code': 200} Feb 16 15:47:40.396252 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-302dc01e-0ba6-433a-9db9-58504b11988d req-f46bc881-39b4-465d-94ca-f7c1af1ed1e7 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Synchronizing usage tracker for tenant:b0fc8a8ae93c48d4a30f0b24661af106 on resource:security_group {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:47:40.410567 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-302dc01e-0ba6-433a-9db9-58504b11988d req-f46bc881-39b4-465d-94ca-f7c1af1ed1e7 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Unset dirty status for tenant:b0fc8a8ae93c48d4a30f0b24661af106 on resource:security_group {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:47:40.412136 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-302dc01e-0ba6-433a-9db9-58504b11988d req-f46bc881-39b4-465d-94ca-f7c1af1ed1e7 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=b0fc8a8ae93c48d4a30f0b24661af106 HTTP/1.1" status: 200 len: 5704 time: 0.0955818 Feb 16 15:47:40.426208 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-302dc01e-0ba6-433a-9db9-58504b11988d req-18ead22b-bf5c-4535-9670-f48a59e5cd12 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Request body: {'port': {'device_id': '89314e62-66d5-48c5-a928-daeadd7f7fbc', 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8', 'admin_state_up': True, 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'security_groups': ['d3d72802-bce2-4097-81f1-a6fb4bb9f2b3']}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:47:40.487068 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2a6ce-1416-4b76-9432-c0c8af954ac9 req-f4a67749-69f6-40e0-a1c9-afe67e9b88e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:40.488697 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1ab2a6ce-1416-4b76-9432-c0c8af954ac9 req-f4a67749-69f6-40e0-a1c9-afe67e9b88e1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=cdeb7d144cce4a36905846777218ca0e&device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 1162 time: 0.0814478 Feb 16 15:47:40.576802 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-302dc01e-0ba6-433a-9db9-58504b11988d req-18ead22b-bf5c-4535-9670-f48a59e5cd12 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:47:40.596330 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-302dc01e-0ba6-433a-9db9-58504b11988d req-18ead22b-bf5c-4535-9670-f48a59e5cd12 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:47:40.605484 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-302dc01e-0ba6-433a-9db9-58504b11988d req-18ead22b-bf5c-4535-9670-f48a59e5cd12 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Made reservation on behalf of b0fc8a8ae93c48d4a30f0b24661af106 for: {'port': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:47:40.611268 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-302dc01e-0ba6-433a-9db9-58504b11988d req-18ead22b-bf5c-4535-9670-f48a59e5cd12 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:40.642235 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2a6ce-1416-4b76-9432-c0c8af954ac9 req-84f01dea-2bad-4970-a0e7-60fa7edba480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:40.643862 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1ab2a6ce-1416-4b76-9432-c0c8af954ac9 req-84f01dea-2bad-4970-a0e7-60fa7edba480 service neutron] 10.222.0.102 "GET /v2.0/networks?id=20ca6535-fd86-4587-bfbd-e6e090169f44 HTTP/1.1" status: 200 len: 911 time: 0.1484888 Feb 16 15:47:40.692119 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-59bd4579-8f93-4038-ba06-b7bdabbcc496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'name': 'tempest-AttachVolumeShelveTestJSON-1105377848-router', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:05Z', 'updated_at': '2021-02-16T15:43:22Z', 'revision_number': 4, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'gw_port': {'id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:07Z', 'updated_at': '2021-02-16T15:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_floatingips': [{'id': '85a5541d-349c-43f5-9863-23dfa235c1f4', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'floating_ip_address': '172.28.2.242', 'floating_network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'router_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'port_id': '9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44', 'mac_address': 'fa:16:3e:aa:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb6c634-9436-431c-a096-6eb0c6e7783f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T15:47:22Z', 'updated_at': '2021-02-16T15:47:38Z', 'revision_number': 1, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a775e1-4d91-4ab4-87a3-3fd37c20bfa0', 'name': '', 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'mac_address': 'fa:16:3e:47:ce:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cf8af63e-2347-4927-a7a5-30a38d3293b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:17Z', 'updated_at': '2021-02-16T15:43:40Z', 'revision_number': 5, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'subnets': [{'id': 'cf8af63e-2347-4927-a7a5-30a38d3293b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:47:40.696583 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bd4579-8f93-4038-ba06-b7bdabbcc496 None None] Checking router: b4a87f8f-ad40-4976-abf7-00c26f3920af for host: dv-cinder-775706-1-smb {{(pid=84027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:47:40.706957 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bd4579-8f93-4038-ba06-b7bdabbcc496 None None] Routers {'b4a87f8f-ad40-4976-abf7-00c26f3920af'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:47:40.707634 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-59bd4579-8f93-4038-ba06-b7bdabbcc496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:47:28Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['b4a87f8f-ad40-4976-abf7-00c26f3920af'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:47:40.813198 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1ab2a6ce-1416-4b76-9432-c0c8af954ac9 req-9807280e-2592-4ed2-8ce1-a4aba76a46db service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6 HTTP/1.1" status: 200 len: 999 time: 0.1623967 Feb 16 15:47:40.946981 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2a6ce-1416-4b76-9432-c0c8af954ac9 req-cbd87bfd-f0ab-4e9d-ae1f-40ab1d8cd05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:40.948473 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1ab2a6ce-1416-4b76-9432-c0c8af954ac9 req-cbd87bfd-f0ab-4e9d-ae1f-40ab1d8cd05a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=cf8af63e-2347-4927-a7a5-30a38d3293b2 HTTP/1.1" status: 200 len: 856 time: 0.0903757 Feb 16 15:47:40.970792 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-302dc01e-0ba6-433a-9db9-58504b11988d req-18ead22b-bf5c-4535-9670-f48a59e5cd12 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Allocated IP 172.20.0.12 (d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8/403fc087-c515-4f31-aec5-fdfdb713afb9/9d686bb5-6597-4e85-a2d7-32821320aab1) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:47:40.974060 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-59bd4579-8f93-4038-ba06-b7bdabbcc496 None None] Set router b4a87f8f-ad40-4976-abf7-00c26f3920af gateway port host: dv-cinder-775706-1-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:47:41.024517 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b798d55-0292-4d79-976c-abcdcd6b6c93 req-15075363-613f-49de-ab87-92471549f7ae tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:41.026520 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2b798d55-0292-4d79-976c-abcdcd6b6c93 req-15075363-613f-49de-ab87-92471549f7ae tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/ports?device_id=c49d07f8-9c95-4526-bc53-865aed85276e HTTP/1.1" status: 200 len: 943 time: 0.2117965 Feb 16 15:47:41.092011 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2a6ce-1416-4b76-9432-c0c8af954ac9 req-d243d0f3-03ab-4745-bd1a-3f30779e6f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:41.093672 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1ab2a6ce-1416-4b76-9432-c0c8af954ac9 req-d243d0f3-03ab-4745-bd1a-3f30779e6f98 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=20ca6535-fd86-4587-bfbd-e6e090169f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1367676 Feb 16 15:47:41.131528 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2b798d55-0292-4d79-976c-abcdcd6b6c93 req-5b75a93c-3d5b-4d1f-99b7-05b0c10fabb6 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b524f25-342f-414a-a959-7882470834ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919094 Feb 16 15:47:41.185991 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-302dc01e-0ba6-433a-9db9-58504b11988d req-18ead22b-bf5c-4535-9670-f48a59e5cd12 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:41.203348 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-302dc01e-0ba6-433a-9db9-58504b11988d req-18ead22b-bf5c-4535-9670-f48a59e5cd12 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Transition to ACTIVE for port object 9d686bb5-6597-4e85-a2d7-32821320aab1 will not be triggered until provisioned by entity DHCP. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:47:41.229513 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-302dc01e-0ba6-433a-9db9-58504b11988d req-18ead22b-bf5c-4535-9670-f48a59e5cd12 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-823957'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:41.248347 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:41.261845 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1ab2a6ce-1416-4b76-9432-c0c8af954ac9 req-e6c605c6-efa2-46de-a395-97c136c47b9e service neutron] 10.222.0.102 "GET /v2.0/networks/20ca6535-fd86-4587-bfbd-e6e090169f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613874 Feb 16 15:47:41.344000 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.objects.ports [None req-199a5637-f027-4b82-b515-2b08b85d60c0 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84027) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 16 15:47:41.374769 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ead22b-bf5c-4535-9670-f48a59e5cd12 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Pushing event updated for resources: {'Port': ['ID=9d686bb5-6597-4e85-a2d7-32821320aab1,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:41.378882 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-18ead22b-bf5c-4535-9670-f48a59e5cd12 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:41.468597 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-302dc01e-0ba6-433a-9db9-58504b11988d req-18ead22b-bf5c-4535-9670-f48a59e5cd12 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Network d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:47:41.470919 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-302dc01e-0ba6-433a-9db9-58504b11988d req-18ead22b-bf5c-4535-9670-f48a59e5cd12 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:47:41.474305 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-302dc01e-0ba6-433a-9db9-58504b11988d req-18ead22b-bf5c-4535-9670-f48a59e5cd12 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:47:41.488862 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1ab2a6ce-1416-4b76-9432-c0c8af954ac9 req-0123af01-af78-4390-8d83-7d377f31c787 service neutron] 10.222.0.102 "GET /v2.0/networks/20ca6535-fd86-4587-bfbd-e6e090169f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2189853 Feb 16 15:47:41.523768 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341f9d1-8c25-4491-ae0c-25b14396f16d req-b178273d-8cb2-48f0-8f2a-616686a541a1 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:41.525651 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2341f9d1-8c25-4491-ae0c-25b14396f16d req-b178273d-8cb2-48f0-8f2a-616686a541a1 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=89314e62-66d5-48c5-a928-daeadd7f7fbc HTTP/1.1" status: 200 len: 932 time: 0.1283786 Feb 16 15:47:41.560682 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302dc01e-0ba6-433a-9db9-58504b11988d req-18ead22b-bf5c-4535-9670-f48a59e5cd12 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:41.561396 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-302dc01e-0ba6-433a-9db9-58504b11988d req-18ead22b-bf5c-4535-9670-f48a59e5cd12 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:41.591699 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-302dc01e-0ba6-433a-9db9-58504b11988d req-18ead22b-bf5c-4535-9670-f48a59e5cd12 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1695771 Feb 16 15:47:41.592080 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2341f9d1-8c25-4491-ae0c-25b14396f16d req-9f2e5277-4ae6-46eb-900e-f18c1d1bee0f tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3d72802-bce2-4097-81f1-a6fb4bb9f2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539467 Feb 16 15:47:41.604930 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-59bd4579-8f93-4038-ba06-b7bdabbcc496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'name': 'tempest-AttachVolumeShelveTestJSON-1105377848-router', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:05Z', 'updated_at': '2021-02-16T15:43:22Z', 'revision_number': 4, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'gw_port': {'id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:07Z', 'updated_at': '2021-02-16T15:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_floatingips': [{'id': '85a5541d-349c-43f5-9863-23dfa235c1f4', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'floating_ip_address': '172.28.2.242', 'floating_network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'router_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'port_id': '9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44', 'mac_address': 'fa:16:3e:aa:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb6c634-9436-431c-a096-6eb0c6e7783f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T15:47:22Z', 'updated_at': '2021-02-16T15:47:38Z', 'revision_number': 1, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a775e1-4d91-4ab4-87a3-3fd37c20bfa0', 'name': '', 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'mac_address': 'fa:16:3e:47:ce:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cf8af63e-2347-4927-a7a5-30a38d3293b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:17Z', 'updated_at': '2021-02-16T15:43:40Z', 'revision_number': 5, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'subnets': [{'id': 'cf8af63e-2347-4927-a7a5-30a38d3293b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:47:41.609501 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bd4579-8f93-4038-ba06-b7bdabbcc496 None None] The sync data for ids ['b4a87f8f-ad40-4976-abf7-00c26f3920af'] in dv-cinder-775706-1-smb is: [{'id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'name': 'tempest-AttachVolumeShelveTestJSON-1105377848-router', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:05Z', 'updated_at': '2021-02-16T15:43:22Z', 'revision_number': 4, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'gw_port': {'id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:07Z', 'updated_at': '2021-02-16T15:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_floatingips': [{'id': '85a5541d-349c-43f5-9863-23dfa235c1f4', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'floating_ip_address': '172.28.2.242', 'floating_network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'router_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'port_id': '9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44', 'mac_address': 'fa:16:3e:aa:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb6c634-9436-431c-a096-6eb0c6e7783f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T15:47:22Z', 'updated_at': '2021-02-16T15:47:38Z', 'revision_number': 1, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a775e1-4d91-4ab4-87a3-3fd37c20bfa0', 'name': '', 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'mac_address': 'fa:16:3e:47:ce:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cf8af63e-2347-4927-a7a5-30a38d3293b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:17Z', 'updated_at': '2021-02-16T15:43:40Z', 'revision_number': 5, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'subnets': [{'id': 'cf8af63e-2347-4927-a7a5-30a38d3293b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:47:41.613364 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-302dc01e-0ba6-433a-9db9-58504b11988d req-311479cf-c3b3-4a8c-ba51-f67f29721ccd service neutron] Request body: {'port': {'device_id': '89314e62-66d5-48c5-a928-daeadd7f7fbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:47:41.743026 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-302dc01e-0ba6-433a-9db9-58504b11988d req-311479cf-c3b3-4a8c-ba51-f67f29721ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:41.815475 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b45a7e09-f31d-4205-bf82-32afdba72c4f None None] Provisioning for port 9d686bb5-6597-4e85-a2d7-32821320aab1 completed by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:47:41.820603 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b45a7e09-f31d-4205-bf82-32afdba72c4f None None] Provisioning complete for port 9d686bb5-6597-4e85-a2d7-32821320aab1 triggered by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:47:41.821025 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b45a7e09-f31d-4205-bf82-32afdba72c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:41.883456 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device bd72cbc6-1100-4a73-8c0e-44bec9c314eb up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:47:41.917225 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ac9f06-5dc4-4833-9f4a-e4ec54ad79c1 None None] New status for floating IP 85a5541d-349c-43f5-9863-23dfa235c1f4: ACTIVE {{(pid=84028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 15:47:41.933797 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b45a7e09-f31d-4205-bf82-32afdba72c4f None None] Port 9d686bb5-6597-4e85-a2d7-32821320aab1 cannot update to ACTIVE because it is not bound. {{(pid=84027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 15:47:41.963148 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning for port bd72cbc6-1100-4a73-8c0e-44bec9c314eb completed by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:47:41.968290 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port bd72cbc6-1100-4a73-8c0e-44bec9c314eb triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:47:41.968811 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:42.103763 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:42.134569 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49d07f8-9c95-4526-bc53-865aed85276e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd72cbc6-1100-4a73-8c0e-44bec9c314eb'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:47:42.145777 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] For port bd72cbc6-1100-4a73-8c0e-44bec9c314eb, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=bd72cbc6-1100-4a73-8c0e-44bec9c314eb,segment=NetworkSegment(d2f74fa3-e8ca-49c6-bf7d-951e3a502cb3),segment_id=d2f74fa3-e8ca-49c6-bf7d-951e3a502cb3)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:47:42.149599 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:42.152043 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-9174817a-1f52-49f8-8843-83610fda4bc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:42.197730 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [req-302dc01e-0ba6-433a-9db9-58504b11988d req-311479cf-c3b3-4a8c-ba51-f67f29721ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d686bb5-6597-4e85-a2d7-32821320aab1 {{(pid=84026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 15:47:42.207107 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-302dc01e-0ba6-433a-9db9-58504b11988d req-311479cf-c3b3-4a8c-ba51-f67f29721ccd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:42.220862 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-302dc01e-0ba6-433a-9db9-58504b11988d req-311479cf-c3b3-4a8c-ba51-f67f29721ccd service neutron] Transition to ACTIVE for port object 9d686bb5-6597-4e85-a2d7-32821320aab1 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:47:42.223946 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-302dc01e-0ba6-433a-9db9-58504b11988d req-311479cf-c3b3-4a8c-ba51-f67f29721ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853951842'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:42.242425 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f092eaf3-1a4c-4b8d-9361-c12cd9483e86 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:42.243724 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c49d07f8-9c95-4526-bc53-865aed85276e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd72cbc6-1100-4a73-8c0e-44bec9c314eb', 'code': 200} Feb 16 15:47:42.244257 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Pushing event updated for resources: {'Port': ['ID=bd72cbc6-1100-4a73-8c0e-44bec9c314eb,revision_number=4']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:42.247574 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:42.381975 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae841a2-38ef-45d4-9ff3-9095276839ef req-936b47d3-d74d-48b4-bbdd-c4f11e1726b3 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:42.383832 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-fae841a2-38ef-45d4-9ff3-9095276839ef req-936b47d3-d74d-48b4-bbdd-c4f11e1726b3 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/ports?device_id=c49d07f8-9c95-4526-bc53-865aed85276e HTTP/1.1" status: 200 len: 945 time: 0.0991638 Feb 16 15:47:42.386739 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311479cf-c3b3-4a8c-ba51-f67f29721ccd service neutron] Pushing event updated for resources: {'Port': ['ID=9d686bb5-6597-4e85-a2d7-32821320aab1,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:42.393865 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-311479cf-c3b3-4a8c-ba51-f67f29721ccd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:42.491267 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-fae841a2-38ef-45d4-9ff3-9095276839ef req-26a0fd1d-dcc5-40c4-93a5-a8517d829ac0 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b524f25-342f-414a-a959-7882470834ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008911 Feb 16 15:47:42.524230 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f4e24-93a9-4fc3-8905-9d159d49cc8d req-a295e784-b971-4556-a1c9-a4860d30ba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:42.526438 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-286f4e24-93a9-4fc3-8905-9d159d49cc8d req-a295e784-b971-4556-a1c9-a4860d30ba50 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c49d07f8-9c95-4526-bc53-865aed85276e HTTP/1.1" status: 200 len: 1162 time: 0.1195168 Feb 16 15:47:42.572973 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-286f4e24-93a9-4fc3-8905-9d159d49cc8d req-5dab94eb-dd28-4b39-84b5-03da644c66a1 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=9b524f25-342f-414a-a959-7882470834ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401673 Feb 16 15:47:42.586549 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-302dc01e-0ba6-433a-9db9-58504b11988d req-311479cf-c3b3-4a8c-ba51-f67f29721ccd service neutron] Attempting to bind port 9d686bb5-6597-4e85-a2d7-32821320aab1 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:47:42.586976 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-302dc01e-0ba6-433a-9db9-58504b11988d req-311479cf-c3b3-4a8c-ba51-f67f29721ccd service neutron] Attempting to bind port 9d686bb5-6597-4e85-a2d7-32821320aab1 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '91a15a12-093d-4b07-afa4-6d4f18babd7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:47:42.587383 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302dc01e-0ba6-433a-9db9-58504b11988d req-311479cf-c3b3-4a8c-ba51-f67f29721ccd service neutron] Attempting to bind port 9d686bb5-6597-4e85-a2d7-32821320aab1 on network d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:47:42.593791 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302dc01e-0ba6-433a-9db9-58504b11988d req-311479cf-c3b3-4a8c-ba51-f67f29721ccd service neutron] Checking agent: {'id': '9f703877-974c-4713-aaa3-781784e6ea8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 41, 2), 'started_at': datetime.datetime(2021, 2, 16, 15, 41, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.100', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:47:42.594172 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302dc01e-0ba6-433a-9db9-58504b11988d req-311479cf-c3b3-4a8c-ba51-f67f29721ccd service neutron] Checking segment: {'id': '91a15a12-093d-4b07-afa4-6d4f18babd7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:47:42.594645 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-302dc01e-0ba6-433a-9db9-58504b11988d req-311479cf-c3b3-4a8c-ba51-f67f29721ccd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:42.595062 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302dc01e-0ba6-433a-9db9-58504b11988d req-311479cf-c3b3-4a8c-ba51-f67f29721ccd service neutron] Bound using segment: {'id': '91a15a12-093d-4b07-afa4-6d4f18babd7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:47:42.595507 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-302dc01e-0ba6-433a-9db9-58504b11988d req-311479cf-c3b3-4a8c-ba51-f67f29721ccd service neutron] Bound port: 9d686bb5-6597-4e85-a2d7-32821320aab1, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a15a12-093d-4b07-afa4-6d4f18babd7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:47:42.595909 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-302dc01e-0ba6-433a-9db9-58504b11988d req-311479cf-c3b3-4a8c-ba51-f67f29721ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:42.705984 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-302dc01e-0ba6-433a-9db9-58504b11988d req-311479cf-c3b3-4a8c-ba51-f67f29721ccd service neutron] For port 9d686bb5-6597-4e85-a2d7-32821320aab1, host hv-cinder-77570, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:47:42.709660 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-302dc01e-0ba6-433a-9db9-58504b11988d req-311479cf-c3b3-4a8c-ba51-f67f29721ccd service neutron] For port 9d686bb5-6597-4e85-a2d7-32821320aab1, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9d686bb5-6597-4e85-a2d7-32821320aab1,segment=NetworkSegment(91a15a12-093d-4b07-afa4-6d4f18babd7a),segment_id=91a15a12-093d-4b07-afa4-6d4f18babd7a)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:47:42.713165 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-302dc01e-0ba6-433a-9db9-58504b11988d req-311479cf-c3b3-4a8c-ba51-f67f29721ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853951842'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:42.730969 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-333833f2-3c63-4caf-9e95-c5486fa8694a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:42.815607 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798fd3d-941f-4850-8735-6660384376a2 req-5a3a991e-5da2-4aab-a21b-41f7154ed0ab tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:42.817190 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d798fd3d-941f-4850-8735-6660384376a2 req-5a3a991e-5da2-4aab-a21b-41f7154ed0ab tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=89314e62-66d5-48c5-a928-daeadd7f7fbc HTTP/1.1" status: 200 len: 944 time: 0.1094742 Feb 16 15:47:42.866217 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d798fd3d-941f-4850-8735-6660384376a2 req-22dee41d-20f9-43e3-b0cb-b444dccc8180 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3d72802-bce2-4097-81f1-a6fb4bb9f2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421081 Feb 16 15:47:42.899783 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311479cf-c3b3-4a8c-ba51-f67f29721ccd service neutron] Pushing event updated for resources: {'Port': ['ID=9d686bb5-6597-4e85-a2d7-32821320aab1,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:42.906024 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-311479cf-c3b3-4a8c-ba51-f67f29721ccd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:42.940562 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302dc01e-0ba6-433a-9db9-58504b11988d req-311479cf-c3b3-4a8c-ba51-f67f29721ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:42.941296 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-302dc01e-0ba6-433a-9db9-58504b11988d req-311479cf-c3b3-4a8c-ba51-f67f29721ccd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:42.942940 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-302dc01e-0ba6-433a-9db9-58504b11988d req-311479cf-c3b3-4a8c-ba51-f67f29721ccd service neutron] 10.222.0.102 "PUT /v2.0/ports/9d686bb5-6597-4e85-a2d7-32821320aab1 HTTP/1.1" status: 200 len: 1158 time: 1.3354588 Feb 16 15:47:42.943543 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89314e62-66d5-48c5-a928-daeadd7f7fbc', 'tag': '9d686bb5-6597-4e85-a2d7-32821320aab1'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:47:42.973092 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device bd72cbc6-1100-4a73-8c0e-44bec9c314eb up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:47:43.000032 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89314e62-66d5-48c5-a928-daeadd7f7fbc', 'tag': '9d686bb5-6597-4e85-a2d7-32821320aab1', 'status': 'completed', 'code': 200} Feb 16 15:47:43.056658 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port bd72cbc6-1100-4a73-8c0e-44bec9c314eb triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:47:43.057553 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:43.105925 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302dc01e-0ba6-433a-9db9-58504b11988d req-3e4a535e-00e1-412b-b5b9-1674b308e1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:43.107590 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-302dc01e-0ba6-433a-9db9-58504b11988d req-3e4a535e-00e1-412b-b5b9-1674b308e1c9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b0fc8a8ae93c48d4a30f0b24661af106&device_id=89314e62-66d5-48c5-a928-daeadd7f7fbc HTTP/1.1" status: 200 len: 1161 time: 0.0881989 Feb 16 15:47:43.191157 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-302dc01e-0ba6-433a-9db9-58504b11988d req-576cda3d-22fc-462c-bbcb-bdc9d48485aa service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d686bb5-6597-4e85-a2d7-32821320aab1 HTTP/1.1" status: 200 len: 217 time: 0.0687919 Feb 16 15:47:43.260535 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302dc01e-0ba6-433a-9db9-58504b11988d req-4ba18985-8dfe-4233-8084-29bca5f83a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:43.262007 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-302dc01e-0ba6-433a-9db9-58504b11988d req-4ba18985-8dfe-4233-8084-29bca5f83a2f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=403fc087-c515-4f31-aec5-fdfdb713afb9 HTTP/1.1" status: 200 len: 850 time: 0.0640330 Feb 16 15:47:43.343762 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302dc01e-0ba6-433a-9db9-58504b11988d req-5f789887-bdd4-4843-87ff-a9ca851bd825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:43.345890 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-302dc01e-0ba6-433a-9db9-58504b11988d req-5f789887-bdd4-4843-87ff-a9ca851bd825 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0766618 Feb 16 15:47:43.487606 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-302dc01e-0ba6-433a-9db9-58504b11988d req-0dbaa1d1-5a83-4434-ad16-ef07c3ea5f51 service neutron] 10.222.0.102 "GET /v2.0/networks/d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347129 Feb 16 15:47:43.632465 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-302dc01e-0ba6-433a-9db9-58504b11988d req-cab34e20-6efa-4d4b-b52c-adf0ea076965 service neutron] 10.222.0.102 "GET /v2.0/networks/d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1374664 Feb 16 15:47:43.709691 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400edc09-efa8-446b-a875-ec8c2674b515 req-d17491f3-9775-4bbe-9ee5-a77d065d9cea tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:43.711379 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-400edc09-efa8-446b-a875-ec8c2674b515 req-d17491f3-9775-4bbe-9ee5-a77d065d9cea tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/ports?device_id=c49d07f8-9c95-4526-bc53-865aed85276e HTTP/1.1" status: 200 len: 945 time: 0.0953760 Feb 16 15:47:43.769205 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-400edc09-efa8-446b-a875-ec8c2674b515 req-52a0b283-071d-4821-a28a-852930467275 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b524f25-342f-414a-a959-7882470834ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513468 Feb 16 15:47:43.847203 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c0da1-b290-4bab-89b9-f9c8dd20ebd7 req-107dbb18-f2d5-4416-a78b-7a7a0b34f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:43.849282 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-918c0da1-b290-4bab-89b9-f9c8dd20ebd7 req-107dbb18-f2d5-4416-a78b-7a7a0b34f596 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b0fc8a8ae93c48d4a30f0b24661af106&device_id=89314e62-66d5-48c5-a928-daeadd7f7fbc HTTP/1.1" status: 200 len: 1161 time: 0.0932822 Feb 16 15:47:44.001212 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c0da1-b290-4bab-89b9-f9c8dd20ebd7 req-e2f043fa-9263-4317-acf1-430f28d6585a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:44.002814 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-918c0da1-b290-4bab-89b9-f9c8dd20ebd7 req-e2f043fa-9263-4317-acf1-430f28d6585a service neutron] 10.222.0.102 "GET /v2.0/networks?id=d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8 HTTP/1.1" status: 200 len: 905 time: 0.1438894 Feb 16 15:47:44.084529 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37bb2f2-e880-4718-9bcd-9b3815f15023 req-893741a0-5b40-4386-bff3-3f021c1417a9 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:44.086421 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f37bb2f2-e880-4718-9bcd-9b3815f15023 req-893741a0-5b40-4386-bff3-3f021c1417a9 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=89314e62-66d5-48c5-a928-daeadd7f7fbc HTTP/1.1" status: 200 len: 944 time: 0.0907667 Feb 16 15:47:44.091754 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-918c0da1-b290-4bab-89b9-f9c8dd20ebd7 req-6564a3df-0421-438f-b624-90413225ed2c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d686bb5-6597-4e85-a2d7-32821320aab1 HTTP/1.1" status: 200 len: 217 time: 0.0680375 Feb 16 15:47:44.139345 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f37bb2f2-e880-4718-9bcd-9b3815f15023 req-19b15b6d-de0a-48ec-992c-0e89d0794dc1 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3d72802-bce2-4097-81f1-a6fb4bb9f2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462105 Feb 16 15:47:44.171047 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c0da1-b290-4bab-89b9-f9c8dd20ebd7 req-1cbcd241-92bc-422f-ad71-88f05b56b0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:44.172684 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-918c0da1-b290-4bab-89b9-f9c8dd20ebd7 req-1cbcd241-92bc-422f-ad71-88f05b56b0fc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=403fc087-c515-4f31-aec5-fdfdb713afb9 HTTP/1.1" status: 200 len: 850 time: 0.0735438 Feb 16 15:47:44.254606 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c0da1-b290-4bab-89b9-f9c8dd20ebd7 req-248173d4-39b3-4748-9d12-93790e04edbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:44.256197 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-918c0da1-b290-4bab-89b9-f9c8dd20ebd7 req-248173d4-39b3-4748-9d12-93790e04edbc service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0762515 Feb 16 15:47:44.400555 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-918c0da1-b290-4bab-89b9-f9c8dd20ebd7 req-36f3afda-e4aa-475a-97be-bde252858504 service neutron] 10.222.0.102 "GET /v2.0/networks/d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338699 Feb 16 15:47:44.792761 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-918c0da1-b290-4bab-89b9-f9c8dd20ebd7 req-1a81c83f-25a7-4135-a9ac-b4f1d5d881cc service neutron] 10.222.0.102 "GET /v2.0/networks/d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3842027 Feb 16 15:47:44.985970 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cba4d0-cdb4-47d7-b3a5-af4b61517b31 req-07740ff8-77eb-418f-9460-acb66b20a92a tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:44.987574 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-71cba4d0-cdb4-47d7-b3a5-af4b61517b31 req-07740ff8-77eb-418f-9460-acb66b20a92a tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/ports?device_id=c49d07f8-9c95-4526-bc53-865aed85276e HTTP/1.1" status: 200 len: 945 time: 0.0899293 Feb 16 15:47:45.035279 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-71cba4d0-cdb4-47d7-b3a5-af4b61517b31 req-72c9fb15-d161-4fea-ad74-4457ea22bfe8 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b524f25-342f-414a-a959-7882470834ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416028 Feb 16 15:47:45.338978 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e519b-cb9b-4f28-9204-6d36788091b5 req-43e90f3a-be25-43e1-a371-9fee68e9e3e3 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:45.340503 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a21e519b-cb9b-4f28-9204-6d36788091b5 req-43e90f3a-be25-43e1-a371-9fee68e9e3e3 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=89314e62-66d5-48c5-a928-daeadd7f7fbc HTTP/1.1" status: 200 len: 944 time: 0.0868177 Feb 16 15:47:45.391869 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a21e519b-cb9b-4f28-9204-6d36788091b5 req-26fe6d0e-c654-40c4-990b-0186a17d75c9 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3d72802-bce2-4097-81f1-a6fb4bb9f2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442986 Feb 16 15:47:46.593733 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324587fc-805c-43e3-805a-aca8c73a5df8 req-4db8d475-2c1b-4a16-a314-43b1c7522b27 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:46.595905 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-324587fc-805c-43e3-805a-aca8c73a5df8 req-4db8d475-2c1b-4a16-a314-43b1c7522b27 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=89314e62-66d5-48c5-a928-daeadd7f7fbc HTTP/1.1" status: 200 len: 944 time: 0.0886347 Feb 16 15:47:46.644420 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-324587fc-805c-43e3-805a-aca8c73a5df8 req-59156659-bc9f-4d67-aaa4-06c709d92e8a tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3d72802-bce2-4097-81f1-a6fb4bb9f2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417221 Feb 16 15:47:47.575482 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 9d686bb5-6597-4e85-a2d7-32821320aab1 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:47:47.647722 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning for port 9d686bb5-6597-4e85-a2d7-32821320aab1 completed by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:47:47.653251 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 9d686bb5-6597-4e85-a2d7-32821320aab1 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:47:47.653690 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:47.793704 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:47.838416 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89314e62-66d5-48c5-a928-daeadd7f7fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d686bb5-6597-4e85-a2d7-32821320aab1'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:47:47.861987 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac507ce-b430-4c6e-8d6d-834768490a8b req-3faf257c-87d6-41b7-bf6e-0c6f585313c5 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:47.863655 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0ac507ce-b430-4c6e-8d6d-834768490a8b req-3faf257c-87d6-41b7-bf6e-0c6f585313c5 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=89314e62-66d5-48c5-a928-daeadd7f7fbc HTTP/1.1" status: 200 len: 944 time: 0.1001973 Feb 16 15:47:47.874004 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] For port 9d686bb5-6597-4e85-a2d7-32821320aab1, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9d686bb5-6597-4e85-a2d7-32821320aab1,segment=NetworkSegment(91a15a12-093d-4b07-afa4-6d4f18babd7a),segment_id=91a15a12-093d-4b07-afa4-6d4f18babd7a)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:47:47.877290 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:47.879298 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:47:47.917097 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0ac507ce-b430-4c6e-8d6d-834768490a8b req-8b21e20d-77a3-4f55-bfbd-b783e20eab57 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3d72802-bce2-4097-81f1-a6fb4bb9f2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469956 Feb 16 15:47:47.921044 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89314e62-66d5-48c5-a928-daeadd7f7fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d686bb5-6597-4e85-a2d7-32821320aab1', 'code': 200} Feb 16 15:47:47.959310 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Pushing event updated for resources: {'Port': ['ID=9d686bb5-6597-4e85-a2d7-32821320aab1,revision_number=4']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:47:47.962616 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:47:48.205929 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34450621-517e-4b7e-a7f4-10bb59f1e42e req-4e597867-69d0-47d5-af29-9a89768eb3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:48.207587 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-34450621-517e-4b7e-a7f4-10bb59f1e42e req-4e597867-69d0-47d5-af29-9a89768eb3aa service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=89314e62-66d5-48c5-a928-daeadd7f7fbc HTTP/1.1" status: 200 len: 1163 time: 0.0841799 Feb 16 15:47:48.252203 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-34450621-517e-4b7e-a7f4-10bb59f1e42e req-dcfd97ed-52bc-43d2-b3ff-ff596f5ad728 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=d3d72802-bce2-4097-81f1-a6fb4bb9f2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376501 Feb 16 15:47:49.048812 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 9d686bb5-6597-4e85-a2d7-32821320aab1 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:47:49.126928 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9b152-fb5b-4c39-bbf5-cb9bddb011cc req-cd5b0b6b-0983-46ca-a6d7-5f9acbde07af tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:49.128633 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8ac9b152-fb5b-4c39-bbf5-cb9bddb011cc req-cd5b0b6b-0983-46ca-a6d7-5f9acbde07af tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=89314e62-66d5-48c5-a928-daeadd7f7fbc HTTP/1.1" status: 200 len: 946 time: 0.0927160 Feb 16 15:47:49.131549 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 9d686bb5-6597-4e85-a2d7-32821320aab1 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:47:49.131974 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:49.189103 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8ac9b152-fb5b-4c39-bbf5-cb9bddb011cc req-fc7ec975-3069-4ca0-8ec2-5fb8aa248f9f tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3d72802-bce2-4097-81f1-a6fb4bb9f2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539420 Feb 16 15:47:50.607900 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61eca1f-e66a-41fb-8837-2ca1c9939008 req-8959c6cb-e725-4dfc-940d-98b47f5d1500 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:50.609589 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f61eca1f-e66a-41fb-8837-2ca1c9939008 req-8959c6cb-e725-4dfc-940d-98b47f5d1500 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=89314e62-66d5-48c5-a928-daeadd7f7fbc HTTP/1.1" status: 200 len: 946 time: 0.3105187 Feb 16 15:47:50.659061 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f61eca1f-e66a-41fb-8837-2ca1c9939008 req-2871e0dd-b0b3-4f0d-ab1e-5477218cd0f9 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3d72802-bce2-4097-81f1-a6fb4bb9f2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425084 Feb 16 15:47:50.859414 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47e165-6ae5-4a60-80d6-f866aca0c5cd req-a6823ac7-8594-4cb0-b444-0386308d5125 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:50.860931 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-bd47e165-6ae5-4a60-80d6-f866aca0c5cd req-a6823ac7-8594-4cb0-b444-0386308d5125 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=89314e62-66d5-48c5-a928-daeadd7f7fbc HTTP/1.1" status: 200 len: 946 time: 0.0895743 Feb 16 15:47:50.870334 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 60316) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:47:50.875989 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-6fd359e9-db48-4eac-9755-34feb4e0d877 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Request body: {'floatingip': {'port_id': '9d686bb5-6597-4e85-a2d7-32821320aab1'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:47:50.963923 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6fd359e9-db48-4eac-9755-34feb4e0d877 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for floatingip, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:51.103630 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 9d686bb5-6597-4e85-a2d7-32821320aab1 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:47:51.180555 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 9d686bb5-6597-4e85-a2d7-32821320aab1 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:47:51.181058 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:51.612306 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6fd359e9-db48-4eac-9755-34feb4e0d877 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:51.615434 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6fd359e9-db48-4eac-9755-34feb4e0d877 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854196618'] for floatingip, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:51.804223 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.db.l3_db [None req-6fd359e9-db48-4eac-9755-34feb4e0d877 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Floating IP d51fe745-fa67-47a5-a9e9-3e9c7ebb2b18 associated. External IP: 172.28.2.104, port: 9d686bb5-6597-4e85-a2d7-32821320aab1. Feb 16 15:47:52.193857 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd359e9-db48-4eac-9755-34feb4e0d877 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Router 6d082d69-e887-4b37-a0f6-2cd5ec56ce42 has already been hosted by L3 agent cace3e07-576d-4918-a0d2-7f739a7a8110 {{(pid=84025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 15:47:52.404940 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd359e9-db48-4eac-9755-34feb4e0d877 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify agent at l3_agent.dv-cinder-775706-1-smb the message routers_updated {{(pid=84025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:47:52.410111 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6fd359e9-db48-4eac-9755-34feb4e0d877 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for floatingip, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:52.416762 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba99bc7-0247-4064-a8ff-cce5849cc268 None None] Sync routers for ids ['6d082d69-e887-4b37-a0f6-2cd5ec56ce42'] in dv-cinder-775706-1-smb {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:47:52.427019 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba99bc7-0247-4064-a8ff-cce5849cc268 None None] Routers {'6d082d69-e887-4b37-a0f6-2cd5ec56ce42'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:47:52.427698 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-eba99bc7-0247-4064-a8ff-cce5849cc268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:47:28Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['6d082d69-e887-4b37-a0f6-2cd5ec56ce42'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:47:52.470542 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-6fd359e9-db48-4eac-9755-34feb4e0d877 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "PUT /v2.0/floatingips/d51fe745-fa67-47a5-a9e9-3e9c7ebb2b18 HTTP/1.1" status: 200 len: 992 time: 1.5983303 Feb 16 15:47:52.471232 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89314e62-66d5-48c5-a928-daeadd7f7fbc', 'tag': '9d686bb5-6597-4e85-a2d7-32821320aab1'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:47:52.529530 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89314e62-66d5-48c5-a928-daeadd7f7fbc', 'tag': '9d686bb5-6597-4e85-a2d7-32821320aab1', 'status': 'completed', 'code': 200} Feb 16 15:47:52.627633 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-eba99bc7-0247-4064-a8ff-cce5849cc268 None None] Set router 6d082d69-e887-4b37-a0f6-2cd5ec56ce42 gateway port host: dv-cinder-775706-1-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:47:52.683432 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010e0c6-ca84-4024-af6e-145f0a9913c4 req-6a843713-7f95-4c74-ae15-19a38c13f679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:52.685059 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8010e0c6-ca84-4024-af6e-145f0a9913c4 req-6a843713-7f95-4c74-ae15-19a38c13f679 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b0fc8a8ae93c48d4a30f0b24661af106&device_id=89314e62-66d5-48c5-a928-daeadd7f7fbc HTTP/1.1" status: 200 len: 1163 time: 0.0856855 Feb 16 15:47:52.843448 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010e0c6-ca84-4024-af6e-145f0a9913c4 req-8fa08837-9b70-4645-94c6-6b1e034f0403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:52.845072 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8010e0c6-ca84-4024-af6e-145f0a9913c4 req-8fa08837-9b70-4645-94c6-6b1e034f0403 service neutron] 10.222.0.102 "GET /v2.0/networks?id=d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8 HTTP/1.1" status: 200 len: 905 time: 0.1524429 Feb 16 15:47:52.962251 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8010e0c6-ca84-4024-af6e-145f0a9913c4 req-2c2cdd9e-0cbb-45a4-952d-ba8d24efb612 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d686bb5-6597-4e85-a2d7-32821320aab1 HTTP/1.1" status: 200 len: 1000 time: 0.1102307 Feb 16 15:47:53.018248 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-eba99bc7-0247-4064-a8ff-cce5849cc268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'name': 'tempest-AttachVolumeTestJSON-1971169974-router', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:11Z', 'updated_at': '2021-02-16T15:43:31Z', 'revision_number': 4, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'gw_port': {'id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:14Z', 'updated_at': '2021-02-16T15:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_floatingips': [{'id': 'd51fe745-fa67-47a5-a9e9-3e9c7ebb2b18', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'floating_ip_address': '172.28.2.104', 'floating_network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'router_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'port_id': '9d686bb5-6597-4e85-a2d7-32821320aab1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8', 'mac_address': 'fa:16:3e:aa:1e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89314e62-66d5-48c5-a928-daeadd7f7fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T15:47:36Z', 'updated_at': '2021-02-16T15:47:51Z', 'revision_number': 1, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32608817-7217-42b9-bef1-c4fdba0bbfb3', 'name': '', 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'mac_address': 'fa:16:3e:81:86:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '403fc087-c515-4f31-aec5-fdfdb713afb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:30Z', 'updated_at': '2021-02-16T15:43:47Z', 'revision_number': 5, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'subnets': [{'id': '403fc087-c515-4f31-aec5-fdfdb713afb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:47:53.022437 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba99bc7-0247-4064-a8ff-cce5849cc268 None None] Checking router: 6d082d69-e887-4b37-a0f6-2cd5ec56ce42 for host: dv-cinder-775706-1-smb {{(pid=84027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:47:53.032242 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba99bc7-0247-4064-a8ff-cce5849cc268 None None] Routers {'6d082d69-e887-4b37-a0f6-2cd5ec56ce42'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:47:53.032942 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-eba99bc7-0247-4064-a8ff-cce5849cc268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:47:28Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['6d082d69-e887-4b37-a0f6-2cd5ec56ce42'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:47:53.038297 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010e0c6-ca84-4024-af6e-145f0a9913c4 req-96a94c40-58df-4792-a069-0098b5506997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:53.040197 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8010e0c6-ca84-4024-af6e-145f0a9913c4 req-96a94c40-58df-4792-a069-0098b5506997 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=403fc087-c515-4f31-aec5-fdfdb713afb9 HTTP/1.1" status: 200 len: 850 time: 0.0711646 Feb 16 15:47:53.129150 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010e0c6-ca84-4024-af6e-145f0a9913c4 req-1b78b9e5-81b5-49e3-b90a-9c5d06246ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:47:53.130818 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8010e0c6-ca84-4024-af6e-145f0a9913c4 req-1b78b9e5-81b5-49e3-b90a-9c5d06246ffa service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0832665 Feb 16 15:47:53.224847 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-eba99bc7-0247-4064-a8ff-cce5849cc268 None None] Set router 6d082d69-e887-4b37-a0f6-2cd5ec56ce42 gateway port host: dv-cinder-775706-1-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:47:53.277873 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8010e0c6-ca84-4024-af6e-145f0a9913c4 req-139a2b54-5057-408c-9f74-184e26896427 service neutron] 10.222.0.102 "GET /v2.0/networks/d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401179 Feb 16 15:47:53.438195 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8010e0c6-ca84-4024-af6e-145f0a9913c4 req-f61619c3-9e1a-49b6-a566-2966d2999ba3 service neutron] 10.222.0.102 "GET /v2.0/networks/d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1518683 Feb 16 15:47:53.792480 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-eba99bc7-0247-4064-a8ff-cce5849cc268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'name': 'tempest-AttachVolumeTestJSON-1971169974-router', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:11Z', 'updated_at': '2021-02-16T15:43:31Z', 'revision_number': 4, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'gw_port': {'id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:14Z', 'updated_at': '2021-02-16T15:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_floatingips': [{'id': 'd51fe745-fa67-47a5-a9e9-3e9c7ebb2b18', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'floating_ip_address': '172.28.2.104', 'floating_network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'router_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'port_id': '9d686bb5-6597-4e85-a2d7-32821320aab1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8', 'mac_address': 'fa:16:3e:aa:1e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89314e62-66d5-48c5-a928-daeadd7f7fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T15:47:36Z', 'updated_at': '2021-02-16T15:47:51Z', 'revision_number': 1, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32608817-7217-42b9-bef1-c4fdba0bbfb3', 'name': '', 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'mac_address': 'fa:16:3e:81:86:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '403fc087-c515-4f31-aec5-fdfdb713afb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:30Z', 'updated_at': '2021-02-16T15:43:47Z', 'revision_number': 5, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'subnets': [{'id': '403fc087-c515-4f31-aec5-fdfdb713afb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:47:53.796758 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba99bc7-0247-4064-a8ff-cce5849cc268 None None] The sync data for ids ['6d082d69-e887-4b37-a0f6-2cd5ec56ce42'] in dv-cinder-775706-1-smb is: [{'id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'name': 'tempest-AttachVolumeTestJSON-1971169974-router', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:11Z', 'updated_at': '2021-02-16T15:43:31Z', 'revision_number': 4, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'gw_port': {'id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:14Z', 'updated_at': '2021-02-16T15:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_floatingips': [{'id': 'd51fe745-fa67-47a5-a9e9-3e9c7ebb2b18', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'floating_ip_address': '172.28.2.104', 'floating_network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'router_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'port_id': '9d686bb5-6597-4e85-a2d7-32821320aab1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8', 'mac_address': 'fa:16:3e:aa:1e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89314e62-66d5-48c5-a928-daeadd7f7fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T15:47:36Z', 'updated_at': '2021-02-16T15:47:51Z', 'revision_number': 1, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32608817-7217-42b9-bef1-c4fdba0bbfb3', 'name': '', 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'mac_address': 'fa:16:3e:81:86:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '403fc087-c515-4f31-aec5-fdfdb713afb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:30Z', 'updated_at': '2021-02-16T15:43:47Z', 'revision_number': 5, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'subnets': [{'id': '403fc087-c515-4f31-aec5-fdfdb713afb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:47:54.077111 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e4a797-f920-43f9-b8a0-c44a40a02ad8 None None] New status for floating IP d51fe745-fa67-47a5-a9e9-3e9c7ebb2b18: ACTIVE {{(pid=84028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 15:47:55.220492 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5b7d2822-4bfa-4d69-b293-038fae097693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:57.784956 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c0c09fe-1e21-43b2-80f6-8fd0adb950f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:58.096903 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:58.483883 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-eb9461c9-bb47-4d7e-96bc-3e223911d95a None None] Agent healthcheck: found 6 active agents {{(pid=84028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:47:59.355218 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:47:59.664895 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:02.255312 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:25.221714 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ae3f75e9-963e-4ae3-8306-c23f86e06e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:25.936700 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332722bf-eb62-457e-836d-80ac2a7e48ce req-189c0c53-d2f1-421d-8828-e8fbb25979f4 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:25.938286 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-332722bf-eb62-457e-836d-80ac2a7e48ce req-189c0c53-d2f1-421d-8828-e8fbb25979f4 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/ports?device_id=c49d07f8-9c95-4526-bc53-865aed85276e HTTP/1.1" status: 200 len: 945 time: 0.0919769 Feb 16 15:48:25.986908 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-332722bf-eb62-457e-836d-80ac2a7e48ce req-daa8af04-3cc6-4c8e-a93d-9fc5bce3f4a1 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b524f25-342f-414a-a959-7882470834ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417688 Feb 16 15:48:27.242854 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06856c25-a907-4840-bdfe-6d84a5ef2046 req-221d8246-7bc9-467c-9df4-049e13896c6f tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:27.244446 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-06856c25-a907-4840-bdfe-6d84a5ef2046 req-221d8246-7bc9-467c-9df4-049e13896c6f tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/ports?device_id=c49d07f8-9c95-4526-bc53-865aed85276e HTTP/1.1" status: 200 len: 945 time: 0.1349277 Feb 16 15:48:27.312507 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-06856c25-a907-4840-bdfe-6d84a5ef2046 req-b98c86f5-cf67-42a5-87f5-a15097741261 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b524f25-342f-414a-a959-7882470834ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593460 Feb 16 15:48:27.321341 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa9080-0c92-46d8-bdf5-ff228177010a req-bbed4b05-cf73-4593-84e4-833ea9996284 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:27.322964 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-91fa9080-0c92-46d8-bdf5-ff228177010a req-bbed4b05-cf73-4593-84e4-833ea9996284 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 945 time: 0.1465697 Feb 16 15:48:27.370982 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-91fa9080-0c92-46d8-bdf5-ff228177010a req-94417081-3365-40dd-b036-cf01281e6e5a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416901 Feb 16 15:48:27.787191 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e7a9751f-4aa1-42f1-a1cc-61ba9b8fd320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:28.098602 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:28.563927 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6adc37-1594-45cf-a660-ceeff9676ea3 req-b2288ba2-0533-462b-bf29-71c7bc42d142 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:28.565534 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0a6adc37-1594-45cf-a660-ceeff9676ea3 req-b2288ba2-0533-462b-bf29-71c7bc42d142 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/ports?device_id=c49d07f8-9c95-4526-bc53-865aed85276e HTTP/1.1" status: 200 len: 945 time: 0.1393402 Feb 16 15:48:28.636478 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3cf7c8-dd00-41ed-bc72-a46181efbea2 req-2c168493-b8e2-4e4d-9d2d-25d72bef9749 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:28.638009 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dc3cf7c8-dd00-41ed-bc72-a46181efbea2 req-2c168493-b8e2-4e4d-9d2d-25d72bef9749 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 945 time: 0.1416266 Feb 16 15:48:28.643483 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0a6adc37-1594-45cf-a660-ceeff9676ea3 req-3e28acda-21ff-4bc4-b13a-31e5d160cc22 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b524f25-342f-414a-a959-7882470834ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697453 Feb 16 15:48:28.690188 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dc3cf7c8-dd00-41ed-bc72-a46181efbea2 req-53d48587-65ef-4443-ac7b-a792427bb43c tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450323 Feb 16 15:48:29.357801 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:29.666960 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:29.910793 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf43e7-9306-41bb-80f9-734d98f524fe req-2d4b4d13-0dc4-4496-ac1f-54b0e3d09734 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:29.912325 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cfaf43e7-9306-41bb-80f9-734d98f524fe req-2d4b4d13-0dc4-4496-ac1f-54b0e3d09734 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/ports?device_id=c49d07f8-9c95-4526-bc53-865aed85276e HTTP/1.1" status: 200 len: 945 time: 0.1511543 Feb 16 15:48:30.161344 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c5e3d-381e-4641-ba09-ffd07001df0a req-f16b4da9-cf4e-4f16-b432-f1e5a0c0ee34 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:30.163023 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1b5c5e3d-381e-4641-ba09-ffd07001df0a req-f16b4da9-cf4e-4f16-b432-f1e5a0c0ee34 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 945 time: 0.3475652 Feb 16 15:48:30.208948 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cfaf43e7-9306-41bb-80f9-734d98f524fe req-72868210-84c8-4ad3-b803-187c11e30e97 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b524f25-342f-414a-a959-7882470834ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865484 Feb 16 15:48:30.229112 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1b5c5e3d-381e-4641-ba09-ffd07001df0a req-4cea56a8-4727-4b0a-b7cd-7ad4d63db6b5 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598719 Feb 16 15:48:31.484183 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5532ea-0241-4def-8e00-2fde63a37e79 req-f9b51b46-26b2-4689-aaab-81d18c3cf8f0 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:31.485795 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-be5532ea-0241-4def-8e00-2fde63a37e79 req-f9b51b46-26b2-4689-aaab-81d18c3cf8f0 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/ports?device_id=c49d07f8-9c95-4526-bc53-865aed85276e HTTP/1.1" status: 200 len: 945 time: 0.1613185 Feb 16 15:48:31.493135 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd8e3f-334a-40a7-bd73-25deb28bad47 req-2e40d6bc-7a07-4547-bd71-1485c29cacf7 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:31.494638 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-38cd8e3f-334a-40a7-bd73-25deb28bad47 req-2e40d6bc-7a07-4547-bd71-1485c29cacf7 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 945 time: 0.1324637 Feb 16 15:48:31.570381 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-be5532ea-0241-4def-8e00-2fde63a37e79 req-4b40f137-5214-4780-9469-c881074e5f16 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b524f25-342f-414a-a959-7882470834ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747147 Feb 16 15:48:31.574910 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-38cd8e3f-334a-40a7-bd73-25deb28bad47 req-e70f1bb0-d5e0-4e24-8ef3-60ab9664ecf6 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656502 Feb 16 15:48:31.672876 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88e055-cbcc-4448-88ea-213976e5c0e8 req-43957ad7-1dbd-4ffa-aa23-5bfc873b4593 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:31.673667 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-ec88e055-cbcc-4448-88ea-213976e5c0e8 req-43957ad7-1dbd-4ffa-aa23-5bfc873b4593 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Synchronizing usage tracker for tenant:b921380b91094d409b5be7300f1f662d on resource:port {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:48:31.679105 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device bd72cbc6-1100-4a73-8c0e-44bec9c314eb up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:48:31.690764 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-ec88e055-cbcc-4448-88ea-213976e5c0e8 req-43957ad7-1dbd-4ffa-aa23-5bfc873b4593 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Unset dirty status for tenant:b921380b91094d409b5be7300f1f662d on resource:port {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:48:31.691989 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ec88e055-cbcc-4448-88ea-213976e5c0e8 req-43957ad7-1dbd-4ffa-aa23-5bfc873b4593 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.102 "GET /v2.0/ports?device_id=c49d07f8-9c95-4526-bc53-865aed85276e HTTP/1.1" status: 200 len: 945 time: 0.1086886 Feb 16 15:48:31.761703 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port bd72cbc6-1100-4a73-8c0e-44bec9c314eb triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:48:31.762139 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:31.772125 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-ec88e055-cbcc-4448-88ea-213976e5c0e8 req-536f30e2-bb92-47a6-b233-9c39b81716fa tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Deleting port bd72cbc6-1100-4a73-8c0e-44bec9c314eb {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:48:31.772504 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-ec88e055-cbcc-4448-88ea-213976e5c0e8 req-536f30e2-bb92-47a6-b233-9c39b81716fa tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:32.040057 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-ec88e055-cbcc-4448-88ea-213976e5c0e8 req-536f30e2-bb92-47a6-b233-9c39b81716fa tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] For port bd72cbc6-1100-4a73-8c0e-44bec9c314eb, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=bd72cbc6-1100-4a73-8c0e-44bec9c314eb,segment=NetworkSegment(d2f74fa3-e8ca-49c6-bf7d-951e3a502cb3),segment_id=d2f74fa3-e8ca-49c6-bf7d-951e3a502cb3)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:48:32.040378 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-ec88e055-cbcc-4448-88ea-213976e5c0e8 req-536f30e2-bb92-47a6-b233-9c39b81716fa tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:32.172686 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-ec88e055-cbcc-4448-88ea-213976e5c0e8 req-536f30e2-bb92-47a6-b233-9c39b81716fa tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Calling delete_port for bd72cbc6-1100-4a73-8c0e-44bec9c314eb owned by compute:nova {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:48:32.285999 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:32.324785 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-ec88e055-cbcc-4448-88ea-213976e5c0e8 req-536f30e2-bb92-47a6-b233-9c39b81716fa tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-823957'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:32.339608 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-311479cf-c3b3-4a8c-ba51-f67f29721ccd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:48:32.434744 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f30e2-bb92-47a6-b233-9c39b81716fa tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Pushing event deleted for resources: {'Port': ['ID=bd72cbc6-1100-4a73-8c0e-44bec9c314eb,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:48:32.454557 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f30e2-bb92-47a6-b233-9c39b81716fa tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:32.454974 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f30e2-bb92-47a6-b233-9c39b81716fa tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:32.455386 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f30e2-bb92-47a6-b233-9c39b81716fa tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:32.455788 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f30e2-bb92-47a6-b233-9c39b81716fa tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:32.456184 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f30e2-bb92-47a6-b233-9c39b81716fa tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:32.456582 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f30e2-bb92-47a6-b233-9c39b81716fa tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:32.456977 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f30e2-bb92-47a6-b233-9c39b81716fa tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:32.457370 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f30e2-bb92-47a6-b233-9c39b81716fa tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:32.457764 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f30e2-bb92-47a6-b233-9c39b81716fa tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:32.458154 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f30e2-bb92-47a6-b233-9c39b81716fa tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:32.458595 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f30e2-bb92-47a6-b233-9c39b81716fa tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:32.458963 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f30e2-bb92-47a6-b233-9c39b81716fa tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:32.459419 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f30e2-bb92-47a6-b233-9c39b81716fa tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:32.459812 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f30e2-bb92-47a6-b233-9c39b81716fa tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:32.460202 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f30e2-bb92-47a6-b233-9c39b81716fa tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:32.460589 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f30e2-bb92-47a6-b233-9c39b81716fa tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:32.460976 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f30e2-bb92-47a6-b233-9c39b81716fa tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:32.461387 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f30e2-bb92-47a6-b233-9c39b81716fa tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:32.461750 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f30e2-bb92-47a6-b233-9c39b81716fa tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:32.462140 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f30e2-bb92-47a6-b233-9c39b81716fa tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:32.462557 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f30e2-bb92-47a6-b233-9c39b81716fa tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:32.462947 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f30e2-bb92-47a6-b233-9c39b81716fa tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:32.463333 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f30e2-bb92-47a6-b233-9c39b81716fa tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:32.463717 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f30e2-bb92-47a6-b233-9c39b81716fa tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:32.468995 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-536f30e2-bb92-47a6-b233-9c39b81716fa tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:48:32.568135 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec88e055-cbcc-4448-88ea-213976e5c0e8 req-536f30e2-bb92-47a6-b233-9c39b81716fa tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] No DVR routers for this DVR port bd72cbc6-1100-4a73-8c0e-44bec9c314eb on host hv-cinder-77570 {{(pid=84026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 15:48:32.570336 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-ec88e055-cbcc-4448-88ea-213976e5c0e8 req-536f30e2-bb92-47a6-b233-9c39b81716fa tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:32.573059 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49d07f8-9c95-4526-bc53-865aed85276e', 'name': 'network-vif-deleted', 'tag': 'bd72cbc6-1100-4a73-8c0e-44bec9c314eb'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:48:32.588780 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ec88e055-cbcc-4448-88ea-213976e5c0e8 req-536f30e2-bb92-47a6-b233-9c39b81716fa tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.102 "DELETE /v2.0/ports/bd72cbc6-1100-4a73-8c0e-44bec9c314eb HTTP/1.1" status: 204 len: 173 time: 0.8912561 Feb 16 15:48:32.625132 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c49d07f8-9c95-4526-bc53-865aed85276e', 'name': 'network-vif-deleted', 'tag': 'bd72cbc6-1100-4a73-8c0e-44bec9c314eb', 'status': 'completed', 'code': 200} Feb 16 15:48:32.785723 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1ae00edd-ccc6-4a02-a4a0-957a5d4db8f1 req-bfe1f972-89f9-4ecf-99d8-72cb863e65a1 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/ports?device_id=c49d07f8-9c95-4526-bc53-865aed85276e HTTP/1.1" status: 200 len: 210 time: 0.0883560 Feb 16 15:48:32.839130 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ba207-739b-4ee5-8c13-64a55edfac86 req-0b84ac50-a6a9-42e2-aa0b-b8da321d33e3 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:32.840669 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-867ba207-739b-4ee5-8c13-64a55edfac86 req-0b84ac50-a6a9-42e2-aa0b-b8da321d33e3 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 945 time: 0.0982707 Feb 16 15:48:32.893635 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-867ba207-739b-4ee5-8c13-64a55edfac86 req-63788663-0fe7-49b1-a6ae-4eadbbdad0d7 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455551 Feb 16 15:48:33.506228 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device bd72cbc6-1100-4a73-8c0e-44bec9c314eb no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 15:48:33.543787 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] No Port match for: bd72cbc6-1100-4a73-8c0e-44bec9c314eb {{(pid=84027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 15:48:33.544184 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device bd72cbc6-1100-4a73-8c0e-44bec9c314eb not bound to the agent host hv-cinder-77570 {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 15:48:34.114595 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4e958-e8a9-48ab-8efe-bb50d013fbe5 req-cd20fb8c-1661-484c-bfa9-4786e6cbff59 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:34.116421 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5fd4e958-e8a9-48ab-8efe-bb50d013fbe5 req-cd20fb8c-1661-484c-bfa9-4786e6cbff59 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 945 time: 0.0961912 Feb 16 15:48:34.178986 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5fd4e958-e8a9-48ab-8efe-bb50d013fbe5 req-8a090d2b-e1df-40de-aa64-906bab814e20 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542202 Feb 16 15:48:34.568193 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91161c-8b11-4541-ac2c-d260ba2fb605 req-8905e89b-695b-4a40-a998-349145234181 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:34.569786 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9d91161c-8b11-4541-ac2c-d260ba2fb605 req-8905e89b-695b-4a40-a998-349145234181 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 945 time: 0.0899186 Feb 16 15:48:34.617491 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9d91161c-8b11-4541-ac2c-d260ba2fb605 req-417804cb-38b1-43b7-9f88-edceb4b10bc4 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0412056 Feb 16 15:48:35.380905 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc85b25-7470-4ad2-a383-c9eb751202df req-d347916d-b049-4653-a703-e8467e2c85a0 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:35.382570 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ffc85b25-7470-4ad2-a383-c9eb751202df req-d347916d-b049-4653-a703-e8467e2c85a0 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 945 time: 0.0900872 Feb 16 15:48:35.432740 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ffc85b25-7470-4ad2-a383-c9eb751202df req-f043d2bb-96b4-4775-adcf-ade5f79d5e89 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438652 Feb 16 15:48:35.484149 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-eb9461c9-bb47-4d7e-96bc-3e223911d95a None None] Agent healthcheck: found 6 active agents {{(pid=84028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:48:35.822469 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6a50c-2808-408e-8214-b6000fa0a708 req-913171e6-9c9b-407a-b173-9051c8ac847f tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:35.824073 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-27c6a50c-2808-408e-8214-b6000fa0a708 req-913171e6-9c9b-407a-b173-9051c8ac847f tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 945 time: 0.0909114 Feb 16 15:48:35.872330 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-27c6a50c-2808-408e-8214-b6000fa0a708 req-d8c07a87-9cde-43d2-affd-d5683e9d5558 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0417068 Feb 16 15:48:36.757144 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af13656-e43c-4b34-98f0-607c39f14145 req-8e5884cb-f228-4ac7-88f5-0519ab535696 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:36.759248 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-7af13656-e43c-4b34-98f0-607c39f14145 req-8e5884cb-f228-4ac7-88f5-0519ab535696 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 945 time: 0.0968916 Feb 16 15:48:36.813692 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-7af13656-e43c-4b34-98f0-607c39f14145 req-30e6de06-6794-4ebd-968d-1148888bc886 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474534 Feb 16 15:48:37.087904 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce769faf-6609-4e88-81bf-c13aff921629 req-78bb2206-9636-4f54-975c-13ab9cb85394 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:37.089424 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ce769faf-6609-4e88-81bf-c13aff921629 req-78bb2206-9636-4f54-975c-13ab9cb85394 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 945 time: 0.0880516 Feb 16 15:48:37.136685 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ce769faf-6609-4e88-81bf-c13aff921629 req-fad37681-7b8e-4e03-9025-49daa2942e5e tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0408790 Feb 16 15:48:37.681514 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:48:37.756601 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:48:37.756939 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:38.023670 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8fdc3-1148-4c40-8627-630e7827a73a req-fd4235dd-8917-4d96-ad19-ba6cdfe04080 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:38.025299 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-73f8fdc3-1148-4c40-8627-630e7827a73a req-fd4235dd-8917-4d96-ad19-ba6cdfe04080 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 945 time: 0.0937023 Feb 16 15:48:38.075645 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-73f8fdc3-1148-4c40-8627-630e7827a73a req-36deeba2-df22-46e7-8422-5245767369a1 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436404 Feb 16 15:48:38.365713 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-4946b108-6efc-4494-ae2b-925c4f637188 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:38.367402 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-4946b108-6efc-4494-ae2b-925c4f637188 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/networks?id=3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b HTTP/1.1" status: 200 len: 814 time: 0.2201753 Feb 16 15:48:38.396138 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a86a2-db83-4590-8f2e-9e963ca31c2d req-351f3692-e076-41bb-911d-c7becc1b40d6 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:38.397698 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0c0a86a2-db83-4590-8f2e-9e963ca31c2d req-351f3692-e076-41bb-911d-c7becc1b40d6 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 945 time: 0.1428254 Feb 16 15:48:38.401355 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-b5e54378-85f8-4d03-8ac8-2c2805b40bfe tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/quotas/b921380b91094d409b5be7300f1f662d HTTP/1.1" status: 200 len: 375 time: 0.0203633 Feb 16 15:48:38.476365 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-ef5c3ed8-3505-451b-b942-9babf505c49b tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b921380b91094d409b5be7300f1f662d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560718 Feb 16 15:48:38.502034 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0c0a86a2-db83-4590-8f2e-9e963ca31c2d req-6a2eacd6-3a7b-4be3-a7fd-32ba7be52733 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0974748 Feb 16 15:48:38.677694 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-52d568dc-9723-4e53-9389-5adbc6ae5af4 service neutron] 10.222.0.42 "GET /v2.0/networks/3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933076 Feb 16 15:48:38.834039 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-69e6d938-ba45-45c3-abb9-c3002c69b954 service neutron] 10.222.0.42 "GET /v2.0/networks/3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1496205 Feb 16 15:48:39.026671 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1db5d98c-b34c-4346-9ea4-f28f3f4eee45 req-b4d03416-3491-4f73-9ee2-c5071e2431b2 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7c98031-146d-4cb2-aefc-11b1802652a0 HTTP/1.1" status: 200 len: 210 time: 0.0485172 Feb 16 15:48:39.283035 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36a323-5eee-4618-a16a-9663794242e9 req-19b48c27-5869-466f-a93e-e1e0db5b2abc tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:39.284680 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ea36a323-5eee-4618-a16a-9663794242e9 req-19b48c27-5869-466f-a93e-e1e0db5b2abc tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 945 time: 0.0906208 Feb 16 15:48:39.333199 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ea36a323-5eee-4618-a16a-9663794242e9 req-01447d06-0038-4069-9994-f4c4ab46a809 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423179 Feb 16 15:48:39.704215 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9133ad-ee60-4e04-beb9-0e3ad3474773 req-902abf1e-05f4-421f-b5df-6a3a3bc4ab54 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:39.705878 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3c9133ad-ee60-4e04-beb9-0e3ad3474773 req-902abf1e-05f4-421f-b5df-6a3a3bc4ab54 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 945 time: 0.0895419 Feb 16 15:48:39.803942 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3c9133ad-ee60-4e04-beb9-0e3ad3474773 req-8f0e21ed-b219-4394-b6c1-d2f4fecbe6df tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0914369 Feb 16 15:48:40.201832 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-311464eb-e865-4475-bde9-e7230cbafcab req-98acbf1d-35e2-4df6-a6e1-d15bf8e6db0e tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7c98031-146d-4cb2-aefc-11b1802652a0 HTTP/1.1" status: 200 len: 210 time: 0.0534735 Feb 16 15:48:40.544714 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-d8144059-833b-4d32-bce7-c0e0c2c5279d tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:40.546450 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-d8144059-833b-4d32-bce7-c0e0c2c5279d tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.102 "GET /v2.0/networks?id=3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b HTTP/1.1" status: 200 len: 814 time: 0.1817520 Feb 16 15:48:40.567529 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-1412fae0-5078-43fc-86fb-ea00f79317fe tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Request body: {'port': {'device_id': 'a7c98031-146d-4cb2-aefc-11b1802652a0', 'network_id': '3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b', 'admin_state_up': True, 'tenant_id': 'b921380b91094d409b5be7300f1f662d'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:48:40.580133 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a5fdc-0da4-4bce-91a3-c4703c7f445e req-88225e2c-1096-4548-99c2-f545c54f90b7 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:40.582776 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1f0a5fdc-0da4-4bce-91a3-c4703c7f445e req-88225e2c-1096-4548-99c2-f545c54f90b7 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 945 time: 0.1188333 Feb 16 15:48:40.677755 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1f0a5fdc-0da4-4bce-91a3-c4703c7f445e req-ddca1347-bd3f-4191-b166-6716dec4b8ff tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830855 Feb 16 15:48:40.770614 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-1412fae0-5078-43fc-86fb-ea00f79317fe tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:48:40.777969 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-1412fae0-5078-43fc-86fb-ea00f79317fe tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Usage tracker for resource:port and tenant:b921380b91094d409b5be7300f1f662d is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:48:40.782675 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-1412fae0-5078-43fc-86fb-ea00f79317fe tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:48:40.789407 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-1412fae0-5078-43fc-86fb-ea00f79317fe tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:48:40.799974 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-1412fae0-5078-43fc-86fb-ea00f79317fe tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Made reservation on behalf of b921380b91094d409b5be7300f1f662d for: {'port': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:48:40.808436 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-1412fae0-5078-43fc-86fb-ea00f79317fe tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:41.059513 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ee305-24c5-407c-ae1e-2678fed84aec req-1210dc09-5a76-40f5-9a56-acb97a1540ec tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:41.072129 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2b1ee305-24c5-407c-ae1e-2678fed84aec req-1210dc09-5a76-40f5-9a56-acb97a1540ec tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 945 time: 0.1397297 Feb 16 15:48:41.131288 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2b1ee305-24c5-407c-ae1e-2678fed84aec req-7e9b499a-d75e-46b8-a83d-5f01cc184d60 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0580754 Feb 16 15:48:41.196244 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-1412fae0-5078-43fc-86fb-ea00f79317fe tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Allocated IP 172.20.0.6 (3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b/d7f6183b-9410-45ae-b8d1-326cafb4aa97/d41be73b-320d-46bd-bba1-c4aba4688c67) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:48:41.386919 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-fc6a4d83-58ce-4d4f-aeaf-b16c8e8caf59 req-5ae40915-3f8e-4d5c-8731-f8e6f4240cc3 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7c98031-146d-4cb2-aefc-11b1802652a0 HTTP/1.1" status: 200 len: 210 time: 0.0567920 Feb 16 15:48:41.463304 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-1412fae0-5078-43fc-86fb-ea00f79317fe tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:41.498690 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-1412fae0-5078-43fc-86fb-ea00f79317fe tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-823957'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:41.516303 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-68083bae-0ef5-4a84-a69f-6857fcac9581 tempest-VolumesActionsTest-817852333 tempest-VolumesActionsTest-817852333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:48:41.681456 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412fae0-5078-43fc-86fb-ea00f79317fe tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Pushing event updated for resources: {'Port': ['ID=d41be73b-320d-46bd-bba1-c4aba4688c67,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:48:41.689474 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1412fae0-5078-43fc-86fb-ea00f79317fe tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:48:41.779784 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-1412fae0-5078-43fc-86fb-ea00f79317fe tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Network 3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:48:41.781383 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-1412fae0-5078-43fc-86fb-ea00f79317fe tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:48:41.788914 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-1412fae0-5078-43fc-86fb-ea00f79317fe tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:48:41.874733 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-1412fae0-5078-43fc-86fb-ea00f79317fe tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:41.875557 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-1412fae0-5078-43fc-86fb-ea00f79317fe tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:41.919495 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-1412fae0-5078-43fc-86fb-ea00f79317fe tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3558316 Feb 16 15:48:41.986705 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cc361-2787-4ecd-81ad-b1fa9e234dc7 req-1f11a796-4c7f-4ed5-93a8-300bf0c330b5 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:41.990608 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d56cc361-2787-4ecd-81ad-b1fa9e234dc7 req-1f11a796-4c7f-4ed5-93a8-300bf0c330b5 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 945 time: 0.1286099 Feb 16 15:48:42.008544 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-0cd77b4d-8b60-4bb8-bf96-adb612fa1839 service neutron] Request body: {'port': {'device_id': 'a7c98031-146d-4cb2-aefc-11b1802652a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:48:42.083155 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d56cc361-2787-4ecd-81ad-b1fa9e234dc7 req-f0bc35a3-5f96-478e-88bc-3f6906a11dc6 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817254 Feb 16 15:48:42.196915 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-0cd77b4d-8b60-4bb8-bf96-adb612fa1839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:42.398907 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc4094-151a-42c6-859a-e4997d1bd8da req-0edea03e-a89d-43f4-89a4-8b12cd708949 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:42.408937 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0cdc4094-151a-42c6-859a-e4997d1bd8da req-0edea03e-a89d-43f4-89a4-8b12cd708949 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 945 time: 0.1109533 Feb 16 15:48:42.477909 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0cdc4094-151a-42c6-859a-e4997d1bd8da req-17b26d75-7c16-4a30-85b7-f615c364ed89 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0679307 Feb 16 15:48:42.837954 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6ee89-b57e-4e6e-9a9f-df43dc7944de req-187f0cad-60a1-4868-9014-3d3af9850c8e tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:42.840963 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ede6ee89-b57e-4e6e-9a9f-df43dc7944de req-187f0cad-60a1-4868-9014-3d3af9850c8e tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7c98031-146d-4cb2-aefc-11b1802652a0 HTTP/1.1" status: 200 len: 931 time: 0.1424596 Feb 16 15:48:42.871691 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-0cd77b4d-8b60-4bb8-bf96-adb612fa1839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d41be73b-320d-46bd-bba1-c4aba4688c67 {{(pid=84026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 15:48:42.881745 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-0cd77b4d-8b60-4bb8-bf96-adb612fa1839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:42.899078 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-0cd77b4d-8b60-4bb8-bf96-adb612fa1839 service neutron] Transition to ACTIVE for port object d41be73b-320d-46bd-bba1-c4aba4688c67 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:48:42.903858 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-0cd77b4d-8b60-4bb8-bf96-adb612fa1839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853951842'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:42.910379 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ede6ee89-b57e-4e6e-9a9f-df43dc7944de req-f66b8020-a5ee-4eaf-8304-ba816289188d tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b524f25-342f-414a-a959-7882470834ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534253 Feb 16 15:48:42.934143 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7b0d773a-270e-4c8d-9b1f-3b1976e9951d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:48:43.352521 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57902492-2b24-4545-971f-7f0c48138f78 req-6f3ff1f8-b94d-483c-b76c-4b3f86fe4e2e tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:43.359745 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd77b4d-8b60-4bb8-bf96-adb612fa1839 service neutron] Pushing event updated for resources: {'Port': ['ID=d41be73b-320d-46bd-bba1-c4aba4688c67,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:48:43.361170 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-57902492-2b24-4545-971f-7f0c48138f78 req-6f3ff1f8-b94d-483c-b76c-4b3f86fe4e2e tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 945 time: 0.1140845 Feb 16 15:48:43.363542 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0cd77b4d-8b60-4bb8-bf96-adb612fa1839 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:48:43.416449 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-57902492-2b24-4545-971f-7f0c48138f78 req-3ad65971-4ef6-481a-a5a2-e503cd54c177 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539951 Feb 16 15:48:43.621952 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-0cd77b4d-8b60-4bb8-bf96-adb612fa1839 service neutron] Attempting to bind port d41be73b-320d-46bd-bba1-c4aba4688c67 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:48:43.622432 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-0cd77b4d-8b60-4bb8-bf96-adb612fa1839 service neutron] Attempting to bind port d41be73b-320d-46bd-bba1-c4aba4688c67 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': 'd2f74fa3-e8ca-49c6-bf7d-951e3a502cb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:48:43.628908 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-0cd77b4d-8b60-4bb8-bf96-adb612fa1839 service neutron] Attempting to bind port d41be73b-320d-46bd-bba1-c4aba4688c67 on network 3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:48:43.639241 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-0cd77b4d-8b60-4bb8-bf96-adb612fa1839 service neutron] Checking agent: {'id': '9f703877-974c-4713-aaa3-781784e6ea8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 41, 2), 'started_at': datetime.datetime(2021, 2, 16, 15, 41, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.100', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:48:43.639524 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-0cd77b4d-8b60-4bb8-bf96-adb612fa1839 service neutron] Checking segment: {'id': 'd2f74fa3-e8ca-49c6-bf7d-951e3a502cb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:48:43.640209 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-0cd77b4d-8b60-4bb8-bf96-adb612fa1839 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:43.640617 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-0cd77b4d-8b60-4bb8-bf96-adb612fa1839 service neutron] Bound using segment: {'id': 'd2f74fa3-e8ca-49c6-bf7d-951e3a502cb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:48:43.641358 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-0cd77b4d-8b60-4bb8-bf96-adb612fa1839 service neutron] Bound port: d41be73b-320d-46bd-bba1-c4aba4688c67, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f74fa3-e8ca-49c6-bf7d-951e3a502cb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:48:43.641777 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-0cd77b4d-8b60-4bb8-bf96-adb612fa1839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:43.724347 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4151a4-93e9-4c86-bfe3-9b1f1299cf5d req-1abb261b-b18d-4544-b43e-9187f2108074 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:43.726542 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-fb4151a4-93e9-4c86-bfe3-9b1f1299cf5d req-1abb261b-b18d-4544-b43e-9187f2108074 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 945 time: 0.1318326 Feb 16 15:48:43.789456 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-0cd77b4d-8b60-4bb8-bf96-adb612fa1839 service neutron] For port d41be73b-320d-46bd-bba1-c4aba4688c67, host hv-cinder-77570, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:48:43.797430 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-0cd77b4d-8b60-4bb8-bf96-adb612fa1839 service neutron] For port d41be73b-320d-46bd-bba1-c4aba4688c67, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=d41be73b-320d-46bd-bba1-c4aba4688c67,segment=NetworkSegment(d2f74fa3-e8ca-49c6-bf7d-951e3a502cb3),segment_id=d2f74fa3-e8ca-49c6-bf7d-951e3a502cb3)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:48:43.802123 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-0cd77b4d-8b60-4bb8-bf96-adb612fa1839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853951842'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:43.807085 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-fb4151a4-93e9-4c86-bfe3-9b1f1299cf5d req-c044d10e-507c-4443-8f04-6bfba5750c95 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0723991 Feb 16 15:48:43.823971 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-660a25c4-f5a7-47fb-a89f-6819ccb750a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:48:43.925541 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:48:44.019992 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd77b4d-8b60-4bb8-bf96-adb612fa1839 service neutron] Pushing event updated for resources: {'Port': ['ID=d41be73b-320d-46bd-bba1-c4aba4688c67,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:48:44.034509 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0cd77b4d-8b60-4bb8-bf96-adb612fa1839 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:48:44.041091 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:48:44.041694 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:44.054568 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-0cd77b4d-8b60-4bb8-bf96-adb612fa1839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:44.055255 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-0cd77b4d-8b60-4bb8-bf96-adb612fa1839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:44.057077 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-0cd77b4d-8b60-4bb8-bf96-adb612fa1839 service neutron] 10.222.0.102 "PUT /v2.0/ports/d41be73b-320d-46bd-bba1-c4aba4688c67 HTTP/1.1" status: 200 len: 1157 time: 2.1241505 Feb 16 15:48:44.057622 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c98031-146d-4cb2-aefc-11b1802652a0', 'tag': 'd41be73b-320d-46bd-bba1-c4aba4688c67'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:48:44.124602 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c98031-146d-4cb2-aefc-11b1802652a0', 'tag': 'd41be73b-320d-46bd-bba1-c4aba4688c67', 'status': 'completed', 'code': 200} Feb 16 15:48:44.205409 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 4a4bb9fa-af64-4905-a356-cc24a468588b up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:48:44.253713 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-189a312e-bba5-4046-920d-de8a679a962e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:44.255941 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-189a312e-bba5-4046-920d-de8a679a962e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b921380b91094d409b5be7300f1f662d&device_id=a7c98031-146d-4cb2-aefc-11b1802652a0 HTTP/1.1" status: 200 len: 1160 time: 0.1157417 Feb 16 15:48:44.315607 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fbf413-a474-426b-9a5f-b456bb79bbde req-a30fbc93-8df7-4737-b341-839fe5bfd56c tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:44.317446 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-85fbf413-a474-426b-9a5f-b456bb79bbde req-a30fbc93-8df7-4737-b341-839fe5bfd56c tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7c98031-146d-4cb2-aefc-11b1802652a0 HTTP/1.1" status: 200 len: 943 time: 0.1335485 Feb 16 15:48:44.343497 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 4a4bb9fa-af64-4905-a356-cc24a468588b triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:48:44.344433 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:44.376156 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-be432f42-cd5f-44e3-927a-14955cdceff2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d41be73b-320d-46bd-bba1-c4aba4688c67 HTTP/1.1" status: 200 len: 217 time: 0.1061304 Feb 16 15:48:44.395138 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-85fbf413-a474-426b-9a5f-b456bb79bbde req-3210de10-4372-48ee-9689-16cc65d3a51f tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b524f25-342f-414a-a959-7882470834ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651054 Feb 16 15:48:44.469233 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-569fac4c-c84a-455a-8202-9cbcdbf65adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:44.470994 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-569fac4c-c84a-455a-8202-9cbcdbf65adf service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d7f6183b-9410-45ae-b8d1-326cafb4aa97 HTTP/1.1" status: 200 len: 854 time: 0.0870037 Feb 16 15:48:44.546919 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-b35704ad-d1fe-4ebb-8c2b-f00a085353f6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687366 Feb 16 15:48:44.665209 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e0643-c3f0-4d5c-bc16-14e004a12b4e req-7a380e95-221a-4271-827f-c45b5b6971ef tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:44.672753 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-264e0643-c3f0-4d5c-bc16-14e004a12b4e req-7a380e95-221a-4271-827f-c45b5b6971ef tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 945 time: 0.1053295 Feb 16 15:48:44.729796 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-a9905185-872a-422a-901d-48ca12448a5a service neutron] 10.222.0.102 "GET /v2.0/networks/3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753497 Feb 16 15:48:44.802108 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-264e0643-c3f0-4d5c-bc16-14e004a12b4e req-184c73c8-1449-405c-8d19-a64c0e8bad72 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282921 Feb 16 15:48:44.860711 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd63613-08b6-4abe-b84f-75d1ad45d5ec req-3316309d-3a13-4076-8b15-6df6cfeeb412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:44.862679 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ecd63613-08b6-4abe-b84f-75d1ad45d5ec req-3316309d-3a13-4076-8b15-6df6cfeeb412 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=95244e1fbac2403f9179e5db28ffcf7a&device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 1162 time: 0.1645789 Feb 16 15:48:44.960473 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e6eb086d-5fd6-4fed-b966-f44a9399a384 req-136fb769-d447-448f-a86d-7c9a0c0400f1 service neutron] 10.222.0.102 "GET /v2.0/networks/3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2226012 Feb 16 15:48:45.142643 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7a5ac-11f9-47d8-a260-81b38f5d5264 req-9d3e85fb-5b66-4c24-b0b6-129cb78bbee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:45.145101 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-16a7a5ac-11f9-47d8-a260-81b38f5d5264 req-9d3e85fb-5b66-4c24-b0b6-129cb78bbee5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=b921380b91094d409b5be7300f1f662d&device_id=a7c98031-146d-4cb2-aefc-11b1802652a0 HTTP/1.1" status: 200 len: 1160 time: 0.0926006 Feb 16 15:48:45.149905 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd63613-08b6-4abe-b84f-75d1ad45d5ec req-1b69e395-0f85-4e1d-a2df-44376e7e93cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:45.151632 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ecd63613-08b6-4abe-b84f-75d1ad45d5ec req-1b69e395-0f85-4e1d-a2df-44376e7e93cc service neutron] 10.222.0.102 "GET /v2.0/networks?id=07d20f6e-5405-4664-8b3b-c7e7fb2edb46 HTTP/1.1" status: 200 len: 903 time: 0.2809968 Feb 16 15:48:45.315757 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7376cf-0dfc-49e6-b3d3-ee1fe5ebe9b9 req-3d385e10-d3e7-4201-bc1a-aefab056fb34 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:45.323890 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cd7376cf-0dfc-49e6-b3d3-ee1fe5ebe9b9 req-3d385e10-d3e7-4201-bc1a-aefab056fb34 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 945 time: 0.2738008 Feb 16 15:48:45.341375 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7a5ac-11f9-47d8-a260-81b38f5d5264 req-354e3977-e340-4e15-ba29-8b5061ffbd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:45.343369 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-16a7a5ac-11f9-47d8-a260-81b38f5d5264 req-354e3977-e340-4e15-ba29-8b5061ffbd96 service neutron] 10.222.0.102 "GET /v2.0/networks?id=3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b HTTP/1.1" status: 200 len: 908 time: 0.1897182 Feb 16 15:48:45.344789 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ecd63613-08b6-4abe-b84f-75d1ad45d5ec req-7b647493-49b2-41fa-b15b-99782258b49f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a4bb9fa-af64-4905-a356-cc24a468588b HTTP/1.1" status: 200 len: 1001 time: 0.1831088 Feb 16 15:48:45.444856 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-16a7a5ac-11f9-47d8-a260-81b38f5d5264 req-43f31d46-3f51-42a2-befa-b53bd4b1f03d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d41be73b-320d-46bd-bba1-c4aba4688c67 HTTP/1.1" status: 200 len: 217 time: 0.0887120 Feb 16 15:48:45.462869 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd63613-08b6-4abe-b84f-75d1ad45d5ec req-0156fabb-5070-4fea-8458-d0714a66473f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:45.469333 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ecd63613-08b6-4abe-b84f-75d1ad45d5ec req-0156fabb-5070-4fea-8458-d0714a66473f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b7de20fc-ff7d-4e6d-8c17-e373476884b7 HTTP/1.1" status: 200 len: 848 time: 0.1017561 Feb 16 15:48:45.536832 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7a5ac-11f9-47d8-a260-81b38f5d5264 req-60b48eaf-2bea-4dc4-82aa-f848a06b0bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:45.542573 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-16a7a5ac-11f9-47d8-a260-81b38f5d5264 req-60b48eaf-2bea-4dc4-82aa-f848a06b0bcc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=d7f6183b-9410-45ae-b8d1-326cafb4aa97 HTTP/1.1" status: 200 len: 854 time: 0.0807071 Feb 16 15:48:45.609792 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-16a7a5ac-11f9-47d8-a260-81b38f5d5264 req-ab683a4d-8846-4fb1-b957-eaf571a32ac3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620921 Feb 16 15:48:45.680312 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cd7376cf-0dfc-49e6-b3d3-ee1fe5ebe9b9 req-b4aafa56-d694-4c0a-a205-73f551220b7b tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.3498363 Feb 16 15:48:45.775225 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-16a7a5ac-11f9-47d8-a260-81b38f5d5264 req-9712a0d7-ca93-4192-80df-7f9098889594 service neutron] 10.222.0.102 "GET /v2.0/networks/3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586435 Feb 16 15:48:45.789498 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd63613-08b6-4abe-b84f-75d1ad45d5ec req-32af4962-5fc9-4efe-a69b-2f2d7a822a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:45.791091 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ecd63613-08b6-4abe-b84f-75d1ad45d5ec req-32af4962-5fc9-4efe-a69b-2f2d7a822a9a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=07d20f6e-5405-4664-8b3b-c7e7fb2edb46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3170581 Feb 16 15:48:45.835161 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde802b-5017-45da-8cbe-b1f35b42c13e req-76170c95-aecd-482e-aa87-7f94842b0eaf tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:45.836799 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-7bde802b-5017-45da-8cbe-b1f35b42c13e req-76170c95-aecd-482e-aa87-7f94842b0eaf tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7c98031-146d-4cb2-aefc-11b1802652a0 HTTP/1.1" status: 200 len: 943 time: 0.2424545 Feb 16 15:48:46.048158 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-16a7a5ac-11f9-47d8-a260-81b38f5d5264 req-1b8d47e2-e768-4973-be8b-425167887bf1 service neutron] 10.222.0.102 "GET /v2.0/networks/3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2526810 Feb 16 15:48:46.253800 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-7bde802b-5017-45da-8cbe-b1f35b42c13e req-fde5e7a8-67a7-4742-bfb7-74dcf7cba166 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b524f25-342f-414a-a959-7882470834ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218672 Feb 16 15:48:46.315737 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c88f4-00a8-49cb-94d5-7f4e42114e2b req-44d0a988-9f84-4def-a032-26df1354b272 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:46.317462 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-944c88f4-00a8-49cb-94d5-7f4e42114e2b req-44d0a988-9f84-4def-a032-26df1354b272 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 945 time: 0.1915407 Feb 16 15:48:46.323519 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ecd63613-08b6-4abe-b84f-75d1ad45d5ec req-433af9a8-ff71-416f-bae3-033bbdcdcde1 service neutron] 10.222.0.102 "GET /v2.0/networks/07d20f6e-5405-4664-8b3b-c7e7fb2edb46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5215366 Feb 16 15:48:46.457218 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-944c88f4-00a8-49cb-94d5-7f4e42114e2b req-b9f43721-7d29-4a73-aff6-50c010905bce tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325412 Feb 16 15:48:46.517162 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ecd63613-08b6-4abe-b84f-75d1ad45d5ec req-f57440c5-ecbd-441e-897d-faabdf0bc147 service neutron] 10.222.0.102 "GET /v2.0/networks/07d20f6e-5405-4664-8b3b-c7e7fb2edb46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1729739 Feb 16 15:48:46.887175 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78029f3d-c9d7-4f88-9b67-100347b8931c req-df0908a6-60a5-42e8-918f-ac1e17575d81 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:46.889015 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-78029f3d-c9d7-4f88-9b67-100347b8931c req-df0908a6-60a5-42e8-918f-ac1e17575d81 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 945 time: 0.0950091 Feb 16 15:48:46.947399 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-78029f3d-c9d7-4f88-9b67-100347b8931c req-54d4f597-3347-46fa-b168-277c2c558fab tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0500054 Feb 16 15:48:47.488757 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe3d9b-8d50-4d9f-aa64-98f25b1cd78b req-d59c6b30-fcc2-42e8-89ec-940ec93956a5 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:47.498940 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-afbe3d9b-8d50-4d9f-aa64-98f25b1cd78b req-d59c6b30-fcc2-42e8-89ec-940ec93956a5 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7c98031-146d-4cb2-aefc-11b1802652a0 HTTP/1.1" status: 200 len: 943 time: 0.1110251 Feb 16 15:48:47.551134 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-afbe3d9b-8d50-4d9f-aa64-98f25b1cd78b req-94f61461-04d8-4158-b51f-feb4013f2349 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b524f25-342f-414a-a959-7882470834ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513279 Feb 16 15:48:47.788471 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee3def-8017-4d5f-b2f2-e588d36ff5cf req-b13bb21b-330e-4dac-9402-985eff267134 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:47.790096 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d1ee3def-8017-4d5f-b2f2-e588d36ff5cf req-b13bb21b-330e-4dac-9402-985eff267134 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 945 time: 0.1003423 Feb 16 15:48:47.860085 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d1ee3def-8017-4d5f-b2f2-e588d36ff5cf req-c4f92025-188d-49c9-9488-3344e5a07f3d tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612214 Feb 16 15:48:48.192547 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854fc01-4dfc-4c45-90b8-9813c3c71294 req-f02bdf7c-58cc-4a60-ab76-5e74457b03b6 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:48.194461 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5854fc01-4dfc-4c45-90b8-9813c3c71294 req-f02bdf7c-58cc-4a60-ab76-5e74457b03b6 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 945 time: 0.1172273 Feb 16 15:48:48.265099 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5854fc01-4dfc-4c45-90b8-9813c3c71294 req-d173b467-329f-464d-b0ae-6442859be271 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0636287 Feb 16 15:48:48.366316 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device d41be73b-320d-46bd-bba1-c4aba4688c67 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:48:48.452717 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning for port d41be73b-320d-46bd-bba1-c4aba4688c67 completed by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:48:48.459280 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port d41be73b-320d-46bd-bba1-c4aba4688c67 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:48:48.459922 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:48.595950 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:48.634901 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] For port d41be73b-320d-46bd-bba1-c4aba4688c67, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=d41be73b-320d-46bd-bba1-c4aba4688c67,segment=NetworkSegment(d2f74fa3-e8ca-49c6-bf7d-951e3a502cb3),segment_id=d2f74fa3-e8ca-49c6-bf7d-951e3a502cb3)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:48:48.636218 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c98031-146d-4cb2-aefc-11b1802652a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41be73b-320d-46bd-bba1-c4aba4688c67'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:48:48.643851 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:48.646351 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:48:48.827990 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c98031-146d-4cb2-aefc-11b1802652a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41be73b-320d-46bd-bba1-c4aba4688c67', 'code': 200} Feb 16 15:48:48.828967 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Pushing event updated for resources: {'Port': ['ID=d41be73b-320d-46bd-bba1-c4aba4688c67,revision_number=4']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:48:48.854106 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:48.859284 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:48.859882 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:48.860270 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:48.860652 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:48.861035 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:48.861402 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:48.861801 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:48.862170 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:48.862587 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:48.863038 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:48.863405 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:48.863853 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:48.864492 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:48.865146 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:48.865565 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:48.865975 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:48.866342 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:48.866781 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:48.867145 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:48.867866 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:48.868257 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:48.868625 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:48.868985 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:48:48.873927 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:48:48.974741 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f252d5-2f9e-4edb-8324-738029e847ae req-3b1f57e0-a1c8-4edc-82df-9bbee71ba191 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:48.978806 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b7f252d5-2f9e-4edb-8324-738029e847ae req-3b1f57e0-a1c8-4edc-82df-9bbee71ba191 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7c98031-146d-4cb2-aefc-11b1802652a0 HTTP/1.1" status: 200 len: 945 time: 0.1978893 Feb 16 15:48:49.167078 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b7f252d5-2f9e-4edb-8324-738029e847ae req-967dabb7-cddd-4bfb-b640-a7027047753e tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b524f25-342f-414a-a959-7882470834ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811249 Feb 16 15:48:49.223638 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6385bfe-dcd5-4c5d-aa3e-1d1c609f0c32 req-9715666d-700f-4b18-bb37-edafe590846f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:49.225243 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c6385bfe-dcd5-4c5d-aa3e-1d1c609f0c32 req-9715666d-700f-4b18-bb37-edafe590846f service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=a7c98031-146d-4cb2-aefc-11b1802652a0 HTTP/1.1" status: 200 len: 1162 time: 0.1272683 Feb 16 15:48:49.232769 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ff1d5-348d-41a1-b4ff-b34086f8abad req-e7d98fe3-814b-42ed-9c9e-55da94b8d47f tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:49.234338 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e63ff1d5-348d-41a1-b4ff-b34086f8abad req-e7d98fe3-814b-42ed-9c9e-55da94b8d47f tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 945 time: 0.1832688 Feb 16 15:48:49.307261 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c6385bfe-dcd5-4c5d-aa3e-1d1c609f0c32 req-00be8ab2-b132-41da-a7ae-d8dd13432327 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=9b524f25-342f-414a-a959-7882470834ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718520 Feb 16 15:48:49.316476 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e63ff1d5-348d-41a1-b4ff-b34086f8abad req-cffaa930-4279-4707-8ecd-b6d5a054d218 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678740 Feb 16 15:48:49.483809 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e379bcc-bfec-431e-9e66-59e3ec42a459 req-6f2805c7-6362-4106-8384-7fc7ab21e2d6 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:49.485637 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9e379bcc-bfec-431e-9e66-59e3ec42a459 req-6f2805c7-6362-4106-8384-7fc7ab21e2d6 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 945 time: 0.0971563 Feb 16 15:48:49.538718 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9e379bcc-bfec-431e-9e66-59e3ec42a459 req-3cd33461-7321-40f0-9e7d-16b1b78a1be5 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0457091 Feb 16 15:48:49.821008 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device d41be73b-320d-46bd-bba1-c4aba4688c67 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:48:49.967578 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port d41be73b-320d-46bd-bba1-c4aba4688c67 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:48:49.968116 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:50.019348 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 60874) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:48:50.118451 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66314a8-0646-44e2-8695-69d0168b6678 req-bdc5cd2c-129a-4baf-bad6-99b41018b93f tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:50.120206 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a66314a8-0646-44e2-8695-69d0168b6678 req-bdc5cd2c-129a-4baf-bad6-99b41018b93f tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 945 time: 0.1335053 Feb 16 15:48:50.220738 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a66314a8-0646-44e2-8695-69d0168b6678 req-0cd3ce80-3f36-4c95-8925-873254a29acd tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0914493 Feb 16 15:48:50.244039 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d1835531-66c3-4c31-8f8a-d364ee81ff10 req-9380eaf4-70a8-4688-9f10-c916b9a2d1b6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2226045 Feb 16 15:48:50.280435 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 4a4bb9fa-af64-4905-a356-cc24a468588b no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 15:48:50.498141 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:50.549376 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] For port 4a4bb9fa-af64-4905-a356-cc24a468588b, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=4a4bb9fa-af64-4905-a356-cc24a468588b,segment=NetworkSegment(a4b1d6a3-4a85-4d78-999e-ea5314b6b84d),segment_id=a4b1d6a3-4a85-4d78-999e-ea5314b6b84d)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:48:50.554138 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:50.556355 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:48:50.566193 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3a24b-3d55-405b-8d93-f810b0886ad0 req-14cd17c2-22c7-42f9-b8cc-c92e5e1d08e2 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:50.583472 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dac3a24b-3d55-405b-8d93-f810b0886ad0 req-14cd17c2-22c7-42f9-b8cc-c92e5e1d08e2 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7c98031-146d-4cb2-aefc-11b1802652a0 HTTP/1.1" status: 200 len: 945 time: 0.2396131 Feb 16 15:48:50.668384 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Pushing event updated for resources: {'Port': ['ID=4a4bb9fa-af64-4905-a356-cc24a468588b,revision_number=5']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:48:50.669229 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dac3a24b-3d55-405b-8d93-f810b0886ad0 req-60a93856-0e94-4efd-816d-45437efa547f tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b524f25-342f-414a-a959-7882470834ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823228 Feb 16 15:48:50.679964 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:48:50.829093 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1424151-067a-42fc-b1b1-e7784c4f0a47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a4bb9fa-af64-4905-a356-cc24a468588b'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:48:50.854493 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47848ad5-10fe-4953-a171-7ba3d1b75aff req-8a4d5b82-b12e-4e05-9f5d-d703df5b0023 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:50.856402 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-47848ad5-10fe-4953-a171-7ba3d1b75aff req-8a4d5b82-b12e-4e05-9f5d-d703df5b0023 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 945 time: 0.1431122 Feb 16 15:48:50.937476 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-47848ad5-10fe-4953-a171-7ba3d1b75aff req-2e1889cd-f89d-48bd-b4a7-d4a4c5ef1385 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726776 Feb 16 15:48:51.100889 dv-cinder-775706-1-smb neutron-server[83912]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c1424151-067a-42fc-b1b1-e7784c4f0a47', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4a4bb9fa-af64-4905-a356-cc24a468588b', 'code': 422} returned with failed status Feb 16 15:48:51.451488 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd88fa9-390f-48f2-97b0-dcd2520d4b38 req-c19bd69a-945d-4e7a-af12-5c1031eba6c7 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:51.454739 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5cd88fa9-390f-48f2-97b0-dcd2520d4b38 req-c19bd69a-945d-4e7a-af12-5c1031eba6c7 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 943 time: 0.1120203 Feb 16 15:48:51.519128 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5cd88fa9-390f-48f2-97b0-dcd2520d4b38 req-b109c8d3-2a31-42fc-b1ad-0a3693be2480 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0566118 Feb 16 15:48:51.883420 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device d41be73b-320d-46bd-bba1-c4aba4688c67 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:48:51.976291 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a4b1e-85a2-481a-bf41-77a2bebcd7c6 req-11a637c4-7bf3-4d04-91f0-3aeda7b18ca3 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:51.978060 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e81a4b1e-85a2-481a-bf41-77a2bebcd7c6 req-11a637c4-7bf3-4d04-91f0-3aeda7b18ca3 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7c98031-146d-4cb2-aefc-11b1802652a0 HTTP/1.1" status: 200 len: 945 time: 0.1516142 Feb 16 15:48:51.987658 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port d41be73b-320d-46bd-bba1-c4aba4688c67 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:48:51.988365 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:52.021298 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1835531-66c3-4c31-8f8a-d364ee81ff10 req-2f1633ea-d7a2-45cd-bd22-5a048b77a635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:52.023125 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d1835531-66c3-4c31-8f8a-d364ee81ff10 req-2f1633ea-d7a2-45cd-bd22-5a048b77a635 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47&tenant_id=95244e1fbac2403f9179e5db28ffcf7a HTTP/1.1" status: 200 len: 1160 time: 0.1548500 Feb 16 15:48:52.055288 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e81a4b1e-85a2-481a-bf41-77a2bebcd7c6 req-1d3b06fa-85dd-4a65-b12e-318dd0bd1afe tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b524f25-342f-414a-a959-7882470834ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696177 Feb 16 15:48:52.235559 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1835531-66c3-4c31-8f8a-d364ee81ff10 req-c3bb3b42-8bc7-4c06-b57c-374d60519a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:52.237251 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d1835531-66c3-4c31-8f8a-d364ee81ff10 req-c3bb3b42-8bc7-4c06-b57c-374d60519a17 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=95244e1fbac2403f9179e5db28ffcf7a&device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 1160 time: 0.1546068 Feb 16 15:48:52.292809 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebccb66c-a694-4674-9489-55d7802a0eca req-ee14525a-42f2-4b73-a788-274a5e72ddf4 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:52.294585 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ebccb66c-a694-4674-9489-55d7802a0eca req-ee14525a-42f2-4b73-a788-274a5e72ddf4 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 945 time: 0.1566794 Feb 16 15:48:52.428350 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ebccb66c-a694-4674-9489-55d7802a0eca req-a8cbca39-8c3b-47b5-9b41-9a32ab8acbdd tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700030 Feb 16 15:48:52.473403 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1835531-66c3-4c31-8f8a-d364ee81ff10 req-73e33ae5-e2a1-4072-95f7-3e3a252006d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:52.474973 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d1835531-66c3-4c31-8f8a-d364ee81ff10 req-73e33ae5-e2a1-4072-95f7-3e3a252006d1 service neutron] 10.222.0.102 "GET /v2.0/networks?id=07d20f6e-5405-4664-8b3b-c7e7fb2edb46 HTTP/1.1" status: 200 len: 903 time: 0.2275298 Feb 16 15:48:52.608379 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d1835531-66c3-4c31-8f8a-d364ee81ff10 req-42a4a43a-ea9a-4f25-835e-07804760a0f8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a4bb9fa-af64-4905-a356-cc24a468588b HTTP/1.1" status: 200 len: 999 time: 0.1201961 Feb 16 15:48:52.752379 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1835531-66c3-4c31-8f8a-d364ee81ff10 req-b15182de-70ac-419d-ac51-6587cd1bd716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:52.754547 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d1835531-66c3-4c31-8f8a-d364ee81ff10 req-b15182de-70ac-419d-ac51-6587cd1bd716 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b7de20fc-ff7d-4e6d-8c17-e373476884b7 HTTP/1.1" status: 200 len: 848 time: 0.1325567 Feb 16 15:48:52.783327 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05b132-6b02-42b2-a3e6-466fed23fe68 req-a3508261-f593-49c2-9c62-3ccf78d1898b tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:52.785131 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-df05b132-6b02-42b2-a3e6-466fed23fe68 req-a3508261-f593-49c2-9c62-3ccf78d1898b tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 943 time: 0.1193950 Feb 16 15:48:52.834465 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-df05b132-6b02-42b2-a3e6-466fed23fe68 req-d339f6e2-b954-409b-852a-cffff9489657 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0421352 Feb 16 15:48:52.964155 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1835531-66c3-4c31-8f8a-d364ee81ff10 req-e7370461-6324-41c6-b9a9-b3dc427a5c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:52.965700 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d1835531-66c3-4c31-8f8a-d364ee81ff10 req-e7370461-6324-41c6-b9a9-b3dc427a5c5a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=07d20f6e-5405-4664-8b3b-c7e7fb2edb46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0897646 Feb 16 15:48:53.128762 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d1835531-66c3-4c31-8f8a-d364ee81ff10 req-a6ff8182-813d-4143-bd32-9119e7aed087 service neutron] 10.222.0.102 "GET /v2.0/networks/07d20f6e-5405-4664-8b3b-c7e7fb2edb46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465435 Feb 16 15:48:53.231516 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e551b-9c27-400e-90b8-94fe5d49bc9e req-28e135b8-8ddf-4e20-9942-77d82e533f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:53.233225 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a99e551b-9c27-400e-90b8-94fe5d49bc9e req-28e135b8-8ddf-4e20-9942-77d82e533f2d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=cdeb7d144cce4a36905846777218ca0e&device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 1162 time: 0.0782843 Feb 16 15:48:53.288366 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d1835531-66c3-4c31-8f8a-d364ee81ff10 req-53f2a5a3-56b5-4638-b4c1-0ea15e00e309 service neutron] 10.222.0.102 "GET /v2.0/networks/07d20f6e-5405-4664-8b3b-c7e7fb2edb46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1425402 Feb 16 15:48:53.383457 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e551b-9c27-400e-90b8-94fe5d49bc9e req-c2562eee-1db8-43e0-8b4e-c61fdcd8c06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:53.385073 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a99e551b-9c27-400e-90b8-94fe5d49bc9e req-c2562eee-1db8-43e0-8b4e-c61fdcd8c06c service neutron] 10.222.0.102 "GET /v2.0/networks?id=20ca6535-fd86-4587-bfbd-e6e090169f44 HTTP/1.1" status: 200 len: 911 time: 0.1455464 Feb 16 15:48:53.506898 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a99e551b-9c27-400e-90b8-94fe5d49bc9e req-c2557eed-d854-4a62-bd9d-25081356fec2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6 HTTP/1.1" status: 200 len: 1001 time: 0.1103661 Feb 16 15:48:53.580329 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e551b-9c27-400e-90b8-94fe5d49bc9e req-3e5b8de0-e865-49be-bf3a-2f8d0ee4f1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:53.582195 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a99e551b-9c27-400e-90b8-94fe5d49bc9e req-3e5b8de0-e865-49be-bf3a-2f8d0ee4f1b5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=cf8af63e-2347-4927-a7a5-30a38d3293b2 HTTP/1.1" status: 200 len: 856 time: 0.0688329 Feb 16 15:48:53.675423 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e551b-9c27-400e-90b8-94fe5d49bc9e req-d7c78be1-f833-4648-a8c7-8ff6b28e5447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:53.676980 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a99e551b-9c27-400e-90b8-94fe5d49bc9e req-d7c78be1-f833-4648-a8c7-8ff6b28e5447 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=20ca6535-fd86-4587-bfbd-e6e090169f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0874941 Feb 16 15:48:53.680951 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319d2db-0eab-4caf-b8e2-8c17ddd5ec32 req-2df52c52-781a-4387-a8e2-ae76d9c921fc tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:53.682603 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5319d2db-0eab-4caf-b8e2-8c17ddd5ec32 req-2df52c52-781a-4387-a8e2-ae76d9c921fc tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 945 time: 0.0991108 Feb 16 15:48:53.753980 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5319d2db-0eab-4caf-b8e2-8c17ddd5ec32 req-ea9b6984-cb20-4ad0-af60-046a84479c7f tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649369 Feb 16 15:48:53.837261 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a99e551b-9c27-400e-90b8-94fe5d49bc9e req-dbbe3af6-d80a-4187-9e88-57e8c4b09749 service neutron] 10.222.0.102 "GET /v2.0/networks/20ca6535-fd86-4587-bfbd-e6e090169f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452048 Feb 16 15:48:53.999682 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a99e551b-9c27-400e-90b8-94fe5d49bc9e req-e9986675-0aaa-4c8f-8fe8-932e3d0f8cce service neutron] 10.222.0.102 "GET /v2.0/networks/20ca6535-fd86-4587-bfbd-e6e090169f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1515670 Feb 16 15:48:54.058086 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0844f-da5d-4d1a-825f-b23460e0cf66 req-dbdc754f-79f9-4470-b15d-c8b8161f0cad tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:54.059728 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5ec0844f-da5d-4d1a-825f-b23460e0cf66 req-dbdc754f-79f9-4470-b15d-c8b8161f0cad tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 943 time: 0.0977089 Feb 16 15:48:54.109796 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5ec0844f-da5d-4d1a-825f-b23460e0cf66 req-992a280b-bc94-4f93-b785-fd3f190e5dbd tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0435793 Feb 16 15:48:54.969990 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768cf06-3b72-4000-9d76-7ff4a58269e5 req-9c61a3a3-cfc9-45f7-bffb-0a72f4dc01e2 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:54.972279 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d768cf06-3b72-4000-9d76-7ff4a58269e5 req-9c61a3a3-cfc9-45f7-bffb-0a72f4dc01e2 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 945 time: 0.0962691 Feb 16 15:48:55.022724 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d768cf06-3b72-4000-9d76-7ff4a58269e5 req-ef90cc2c-f34f-48ad-b148-743bfbe16f61 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434308 Feb 16 15:48:55.224105 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-00841ebd-f722-4e11-ab09-060df78f9965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:55.332882 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3099a-9f5f-4b66-95f7-375a2acc2618 req-d1ab90ce-bf1d-429a-b086-d074460427e3 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:55.334493 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d2a3099a-9f5f-4b66-95f7-375a2acc2618 req-d1ab90ce-bf1d-429a-b086-d074460427e3 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 943 time: 0.0899084 Feb 16 15:48:55.381798 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d2a3099a-9f5f-4b66-95f7-375a2acc2618 req-0b6bbf57-2da1-449f-a62c-0c6447d9f3be tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0408196 Feb 16 15:48:56.243678 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec5658-eaa7-40fa-8ea9-f421362cb2d3 req-548fa232-2725-4b37-babb-bc5c4d15c7b9 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:56.245385 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6fec5658-eaa7-40fa-8ea9-f421362cb2d3 req-548fa232-2725-4b37-babb-bc5c4d15c7b9 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 945 time: 0.0960534 Feb 16 15:48:56.273355 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 4a4bb9fa-af64-4905-a356-cc24a468588b up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:48:56.312728 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6fec5658-eaa7-40fa-8ea9-f421362cb2d3 req-1c857808-9550-4352-8990-fb6eaad6f451 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607979 Feb 16 15:48:56.367396 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 4a4bb9fa-af64-4905-a356-cc24a468588b triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:48:56.367811 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:56.412580 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d00de-4aa1-41ff-a18d-56673cc1dd59 req-7a949b85-98a9-4b69-b139-e1669de9fd15 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:56.414162 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-008d00de-4aa1-41ff-a18d-56673cc1dd59 req-7a949b85-98a9-4b69-b139-e1669de9fd15 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=89314e62-66d5-48c5-a928-daeadd7f7fbc HTTP/1.1" status: 200 len: 946 time: 0.0937128 Feb 16 15:48:56.467460 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-008d00de-4aa1-41ff-a18d-56673cc1dd59 req-c529e37b-f06e-4bbf-846c-e925d079a4e2 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3d72802-bce2-4097-81f1-a6fb4bb9f2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462062 Feb 16 15:48:56.495526 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:56.524565 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1424151-067a-42fc-b1b1-e7784c4f0a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a4bb9fa-af64-4905-a356-cc24a468588b'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:48:56.535644 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] For port 4a4bb9fa-af64-4905-a356-cc24a468588b, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=4a4bb9fa-af64-4905-a356-cc24a468588b,segment=NetworkSegment(a4b1d6a3-4a85-4d78-999e-ea5314b6b84d),segment_id=a4b1d6a3-4a85-4d78-999e-ea5314b6b84d)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:48:56.539229 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:56.541187 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:48:56.578721 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1424151-067a-42fc-b1b1-e7784c4f0a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a4bb9fa-af64-4905-a356-cc24a468588b', 'code': 200} Feb 16 15:48:56.591564 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca784d4-7b64-4102-8347-972e3d08ff05 req-fb1a8c47-cdd4-4006-9e18-4754d3ee733e tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:56.593497 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0ca784d4-7b64-4102-8347-972e3d08ff05 req-fb1a8c47-cdd4-4006-9e18-4754d3ee733e tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 945 time: 0.0920219 Feb 16 15:48:56.620843 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Pushing event updated for resources: {'Port': ['ID=4a4bb9fa-af64-4905-a356-cc24a468588b,revision_number=6']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:48:56.624604 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:48:56.646716 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0ca784d4-7b64-4102-8347-972e3d08ff05 req-22f6eb63-30a8-45df-9e90-26d6117fd8eb tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0464101 Feb 16 15:48:57.070616 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938aca19-a756-4b8b-b82e-28b9a0050d41 req-f13e2c3d-b6f7-44ad-a139-11d85966cb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:57.072240 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-938aca19-a756-4b8b-b82e-28b9a0050d41 req-f13e2c3d-b6f7-44ad-a139-11d85966cb37 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 1162 time: 0.0776408 Feb 16 15:48:57.122121 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-938aca19-a756-4b8b-b82e-28b9a0050d41 req-f21e1adf-20ec-4a81-8059-90ef51566635 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0412896 Feb 16 15:48:57.536984 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5d98d-5700-403a-a6c1-a752e5d798ee req-51f37d8d-26f4-4596-81ab-71c8b26e504a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:57.538666 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dfb5d98d-5700-403a-a6c1-a752e5d798ee req-51f37d8d-26f4-4596-81ab-71c8b26e504a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 945 time: 0.0918922 Feb 16 15:48:57.588605 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dfb5d98d-5700-403a-a6c1-a752e5d798ee req-016b23a6-4e93-4e73-8da3-253ebd4477d7 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434141 Feb 16 15:48:57.673237 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54ff19-192b-4db3-8b3c-e6c402725b83 req-0aa36719-d1d4-40ac-923c-1edc2f4f0127 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:57.674908 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8b54ff19-192b-4db3-8b3c-e6c402725b83 req-0aa36719-d1d4-40ac-923c-1edc2f4f0127 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=89314e62-66d5-48c5-a928-daeadd7f7fbc HTTP/1.1" status: 200 len: 946 time: 0.0897892 Feb 16 15:48:57.724173 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8b54ff19-192b-4db3-8b3c-e6c402725b83 req-92760570-7418-4e3b-a4a5-d52da9635575 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3d72802-bce2-4097-81f1-a6fb4bb9f2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428073 Feb 16 15:48:57.792790 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-92f79c4b-1e22-48c6-af89-87a6af76b90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:57.933453 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cdadba-6694-495e-86cc-da643a9e0cb0 req-73d7921a-b0c8-410d-ac0a-c41f9bad45e0 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:57.935236 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e8cdadba-6694-495e-86cc-da643a9e0cb0 req-73d7921a-b0c8-410d-ac0a-c41f9bad45e0 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 945 time: 0.0983067 Feb 16 15:48:57.955299 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 4a4bb9fa-af64-4905-a356-cc24a468588b up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:48:57.985408 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e8cdadba-6694-495e-86cc-da643a9e0cb0 req-014fd9d2-ab53-4d1b-bfaf-49edac2024ff tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0432825 Feb 16 15:48:58.032833 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 4a4bb9fa-af64-4905-a356-cc24a468588b triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:48:58.033322 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:58.112472 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:58.221988 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 15:48:58.347250 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:58.382763 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] For port 9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6,segment=NetworkSegment(e6df138d-0dd7-4980-b3fc-162c77679110),segment_id=e6df138d-0dd7-4980-b3fc-162c77679110)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:48:58.389501 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:58.393588 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:48:58.477291 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Pushing event updated for resources: {'Port': ['ID=9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6,revision_number=5']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:48:58.481208 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:48:58.580481 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb6c634-9436-431c-a096-6eb0c6e7783f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:48:58.625238 dv-cinder-775706-1-smb neutron-server[83912]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1fb6c634-9436-431c-a096-6eb0c6e7783f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6', 'code': 422} returned with failed status Feb 16 15:48:58.939794 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde14372-1491-423a-bf39-c1ef52d8ae14 req-0f7719ec-16e3-4054-9f4d-3559ae17e180 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:58.941927 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cde14372-1491-423a-bf39-c1ef52d8ae14 req-0f7719ec-16e3-4054-9f4d-3559ae17e180 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=89314e62-66d5-48c5-a928-daeadd7f7fbc HTTP/1.1" status: 200 len: 946 time: 0.0999842 Feb 16 15:48:58.993651 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cde14372-1491-423a-bf39-c1ef52d8ae14 req-536f7a30-1f8c-4fd8-9a7a-c5d2da163072 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3d72802-bce2-4097-81f1-a6fb4bb9f2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453513 Feb 16 15:48:59.323793 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33eb96-b739-4d4f-acf3-10f4dcc815cb req-d3c8bdb3-a651-4e60-b5f3-aeb83508ac29 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:59.325550 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4a33eb96-b739-4d4f-acf3-10f4dcc815cb req-d3c8bdb3-a651-4e60-b5f3-aeb83508ac29 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 945 time: 0.1529727 Feb 16 15:48:59.344833 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-7e02cf4a-8988-4f01-a646-2ce1699b1dc9 req-b861e9bc-2730-42d6-895c-b7245ed198b9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1404371 Feb 16 15:48:59.365509 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:59.366575 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16229a04-5066-42cd-a4d8-ab501a16202d req-69aac584-01a2-4a80-8386-356764198a49 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:59.367396 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-16229a04-5066-42cd-a4d8-ab501a16202d req-69aac584-01a2-4a80-8386-356764198a49 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Synchronizing usage tracker for tenant:b0fc8a8ae93c48d4a30f0b24661af106 on resource:port {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:48:59.385095 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-16229a04-5066-42cd-a4d8-ab501a16202d req-69aac584-01a2-4a80-8386-356764198a49 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Unset dirty status for tenant:b0fc8a8ae93c48d4a30f0b24661af106 on resource:port {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:48:59.386632 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-16229a04-5066-42cd-a4d8-ab501a16202d req-69aac584-01a2-4a80-8386-356764198a49 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.102 "GET /v2.0/ports?device_id=89314e62-66d5-48c5-a928-daeadd7f7fbc HTTP/1.1" status: 200 len: 946 time: 0.1296520 Feb 16 15:48:59.476998 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-16229a04-5066-42cd-a4d8-ab501a16202d req-c23a454d-eb42-47de-b368-e7907ed0bc13 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Deleting port 9d686bb5-6597-4e85-a2d7-32821320aab1 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:48:59.477379 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-16229a04-5066-42cd-a4d8-ab501a16202d req-c23a454d-eb42-47de-b368-e7907ed0bc13 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:59.595223 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951832b-e34d-49e5-b2bd-86d7398dcd48 req-f0de2225-71ca-4f7b-becf-a5b1ade97879 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:48:59.596890 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3951832b-e34d-49e5-b2bd-86d7398dcd48 req-f0de2225-71ca-4f7b-becf-a5b1ade97879 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 943 time: 0.3793790 Feb 16 15:48:59.647663 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4a33eb96-b739-4d4f-acf3-10f4dcc815cb req-523d1fb7-e258-4dd5-a819-1e27e2ba9dfc tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.3110831 Feb 16 15:48:59.679286 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3951832b-e34d-49e5-b2bd-86d7398dcd48 req-71dc10bd-5e65-4179-831c-7125ce5acf2c tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675225 Feb 16 15:48:59.701438 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:59.772703 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-16229a04-5066-42cd-a4d8-ab501a16202d req-c23a454d-eb42-47de-b368-e7907ed0bc13 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] For port 9d686bb5-6597-4e85-a2d7-32821320aab1, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9d686bb5-6597-4e85-a2d7-32821320aab1,segment=NetworkSegment(91a15a12-093d-4b07-afa4-6d4f18babd7a),segment_id=91a15a12-093d-4b07-afa4-6d4f18babd7a)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:48:59.773102 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-16229a04-5066-42cd-a4d8-ab501a16202d req-c23a454d-eb42-47de-b368-e7907ed0bc13 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:48:59.880014 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0f16949d-ec3f-4e5d-bf7b-07540c5a5bfb req-662d226d-54b4-4c8d-aa5a-349ec3548507 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0800879 Feb 16 15:48:59.936454 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 4a4bb9fa-af64-4905-a356-cc24a468588b up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:49:00.017760 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 4a4bb9fa-af64-4905-a356-cc24a468588b triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:49:00.018440 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:00.111598 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16949d-ec3f-4e5d-bf7b-07540c5a5bfb req-8c7cd169-8461-4863-8172-8466eae2c5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:00.112666 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0f16949d-ec3f-4e5d-bf7b-07540c5a5bfb req-8c7cd169-8461-4863-8172-8466eae2c5dc service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=95244e1fbac2403f9179e5db28ffcf7a&device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 1162 time: 0.1168914 Feb 16 15:49:00.249410 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 9d686bb5-6597-4e85-a2d7-32821320aab1 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 15:49:00.332569 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-16229a04-5066-42cd-a4d8-ab501a16202d req-c23a454d-eb42-47de-b368-e7907ed0bc13 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:00.333257 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-16229a04-5066-42cd-a4d8-ab501a16202d req-c23a454d-eb42-47de-b368-e7907ed0bc13 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854196618'] for floatingip, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:00.333773 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.db.l3_db [req-16229a04-5066-42cd-a4d8-ab501a16202d req-c23a454d-eb42-47de-b368-e7907ed0bc13 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Floating IP d51fe745-fa67-47a5-a9e9-3e9c7ebb2b18 disassociated. External IP: 172.28.2.104, port: 9d686bb5-6597-4e85-a2d7-32821320aab1. Feb 16 15:49:00.334295 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-16229a04-5066-42cd-a4d8-ab501a16202d req-c23a454d-eb42-47de-b368-e7907ed0bc13 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Calling delete_port for 9d686bb5-6597-4e85-a2d7-32821320aab1 owned by compute:nova {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:49:00.355006 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90116829-9166-453e-bed3-504a7cf6503c req-b9bad65b-1d41-47a2-b4c4-b859f5941ae8 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:00.356636 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-90116829-9166-453e-bed3-504a7cf6503c req-b9bad65b-1d41-47a2-b4c4-b859f5941ae8 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=89314e62-66d5-48c5-a928-daeadd7f7fbc HTTP/1.1" status: 200 len: 946 time: 0.2215102 Feb 16 15:49:00.361249 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16949d-ec3f-4e5d-bf7b-07540c5a5bfb req-9338d3a5-7384-4513-b45f-c105d1d54642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:00.363398 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0f16949d-ec3f-4e5d-bf7b-07540c5a5bfb req-9338d3a5-7384-4513-b45f-c105d1d54642 service neutron] 10.222.0.102 "GET /v2.0/networks?id=07d20f6e-5405-4664-8b3b-c7e7fb2edb46 HTTP/1.1" status: 200 len: 903 time: 0.1845455 Feb 16 15:49:00.405432 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:00.441091 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] For port 9d686bb5-6597-4e85-a2d7-32821320aab1, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9d686bb5-6597-4e85-a2d7-32821320aab1,segment=NetworkSegment(91a15a12-093d-4b07-afa4-6d4f18babd7a),segment_id=91a15a12-093d-4b07-afa4-6d4f18babd7a)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:49:00.444186 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:00.447132 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:49:00.493374 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02cf4a-8988-4f01-a646-2ce1699b1dc9 req-3195def6-088f-4d19-82d7-7dd88d11488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:00.495015 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-7e02cf4a-8988-4f01-a646-2ce1699b1dc9 req-3195def6-088f-4d19-82d7-7dd88d11488c service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f&tenant_id=cdeb7d144cce4a36905846777218ca0e HTTP/1.1" status: 200 len: 1160 time: 0.1283803 Feb 16 15:49:00.496451 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-90116829-9166-453e-bed3-504a7cf6503c req-ae0eef54-c2a6-44d7-b4a3-ec16736a4558 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3d72802-bce2-4097-81f1-a6fb4bb9f2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306386 Feb 16 15:49:00.496609 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.db.api [req-16229a04-5066-42cd-a4d8-ab501a16202d req-c23a454d-eb42-47de-b368-e7907ed0bc13 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84026) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:49:00.496920 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_db.api [req-16229a04-5066-42cd-a4d8-ab501a16202d req-c23a454d-eb42-47de-b368-e7907ed0bc13 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 15:49:00.517902 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0f16949d-ec3f-4e5d-bf7b-07540c5a5bfb req-af8cb5b0-c3b0-47a1-a6c5-ab199a583288 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a4bb9fa-af64-4905-a356-cc24a468588b HTTP/1.1" status: 200 len: 1001 time: 0.1356573 Feb 16 15:49:00.521060 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Pushing event updated for resources: {'Port': ['ID=9d686bb5-6597-4e85-a2d7-32821320aab1,revision_number=5']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:49:00.524347 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:49:00.593775 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16949d-ec3f-4e5d-bf7b-07540c5a5bfb req-1913b4cc-f64b-4759-847a-2373a573e0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:00.595409 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0f16949d-ec3f-4e5d-bf7b-07540c5a5bfb req-1913b4cc-f64b-4759-847a-2373a573e0b1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b7de20fc-ff7d-4e6d-8c17-e373476884b7 HTTP/1.1" status: 200 len: 848 time: 0.0698271 Feb 16 15:49:00.613901 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02cf4a-8988-4f01-a646-2ce1699b1dc9 req-8a36f745-affd-4af0-839d-d5902e88a54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:00.615466 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-7e02cf4a-8988-4f01-a646-2ce1699b1dc9 req-8a36f745-affd-4af0-839d-d5902e88a54c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=cdeb7d144cce4a36905846777218ca0e&device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 1160 time: 0.0849047 Feb 16 15:49:00.626486 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89314e62-66d5-48c5-a928-daeadd7f7fbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d686bb5-6597-4e85-a2d7-32821320aab1'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:49:00.676910 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89314e62-66d5-48c5-a928-daeadd7f7fbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d686bb5-6597-4e85-a2d7-32821320aab1', 'code': 200} Feb 16 15:49:00.680912 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16949d-ec3f-4e5d-bf7b-07540c5a5bfb req-029b2a53-028a-47e4-994a-d84aa62f891e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:00.682566 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0f16949d-ec3f-4e5d-bf7b-07540c5a5bfb req-029b2a53-028a-47e4-994a-d84aa62f891e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=07d20f6e-5405-4664-8b3b-c7e7fb2edb46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0803797 Feb 16 15:49:00.763756 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02cf4a-8988-4f01-a646-2ce1699b1dc9 req-c87da27a-51e4-498f-a3d2-26606e44d4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:00.765646 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-7e02cf4a-8988-4f01-a646-2ce1699b1dc9 req-c87da27a-51e4-498f-a3d2-26606e44d4a2 service neutron] 10.222.0.102 "GET /v2.0/networks?id=20ca6535-fd86-4587-bfbd-e6e090169f44 HTTP/1.1" status: 200 len: 911 time: 0.1439617 Feb 16 15:49:00.883294 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-7e02cf4a-8988-4f01-a646-2ce1699b1dc9 req-7fc6851a-ef06-4333-a629-ccd28c0a8237 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6 HTTP/1.1" status: 200 len: 999 time: 0.1112154 Feb 16 15:49:00.964644 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02cf4a-8988-4f01-a646-2ce1699b1dc9 req-3b0c46c9-dcfe-4061-8e29-5f25f865165d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:00.966251 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-7e02cf4a-8988-4f01-a646-2ce1699b1dc9 req-3b0c46c9-dcfe-4061-8e29-5f25f865165d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=cf8af63e-2347-4927-a7a5-30a38d3293b2 HTTP/1.1" status: 200 len: 856 time: 0.0759761 Feb 16 15:49:00.972272 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0f16949d-ec3f-4e5d-bf7b-07540c5a5bfb req-52ca1940-80a0-4d9f-8688-7983d62ec4f2 service neutron] 10.222.0.102 "GET /v2.0/networks/07d20f6e-5405-4664-8b3b-c7e7fb2edb46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546163 Feb 16 15:49:00.980761 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458cc36e-335e-4cd5-b628-c486a2e76721 req-88e0ab82-7d32-44a9-8f9c-f24f8d61b3cc tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:00.982300 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-458cc36e-335e-4cd5-b628-c486a2e76721 req-88e0ab82-7d32-44a9-8f9c-f24f8d61b3cc tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 943 time: 0.1496522 Feb 16 15:49:01.007550 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-16229a04-5066-42cd-a4d8-ab501a16202d req-c23a454d-eb42-47de-b368-e7907ed0bc13 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Deleting port 9d686bb5-6597-4e85-a2d7-32821320aab1 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:49:01.007929 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-16229a04-5066-42cd-a4d8-ab501a16202d req-c23a454d-eb42-47de-b368-e7907ed0bc13 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:01.119086 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-458cc36e-335e-4cd5-b628-c486a2e76721 req-ce7d9461-f5f7-4b9c-81b1-79b26c7f07fd tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140518 Feb 16 15:49:01.160904 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0f16949d-ec3f-4e5d-bf7b-07540c5a5bfb req-0c913b4e-5046-4df2-955a-1b071ffc8303 service neutron] 10.222.0.102 "GET /v2.0/networks/07d20f6e-5405-4664-8b3b-c7e7fb2edb46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1775427 Feb 16 15:49:01.234845 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02cf4a-8988-4f01-a646-2ce1699b1dc9 req-7e5166d9-46b8-498b-874b-c08faffd7b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:01.236518 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-7e02cf4a-8988-4f01-a646-2ce1699b1dc9 req-7e5166d9-46b8-498b-874b-c08faffd7b8e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=20ca6535-fd86-4587-bfbd-e6e090169f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2636557 Feb 16 15:49:01.417703 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-16229a04-5066-42cd-a4d8-ab501a16202d req-c23a454d-eb42-47de-b368-e7907ed0bc13 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] For port 9d686bb5-6597-4e85-a2d7-32821320aab1, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9d686bb5-6597-4e85-a2d7-32821320aab1,segment=NetworkSegment(91a15a12-093d-4b07-afa4-6d4f18babd7a),segment_id=91a15a12-093d-4b07-afa4-6d4f18babd7a)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:49:01.418011 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-16229a04-5066-42cd-a4d8-ab501a16202d req-c23a454d-eb42-47de-b368-e7907ed0bc13 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:01.515947 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-7e02cf4a-8988-4f01-a646-2ce1699b1dc9 req-45aa3322-cead-4278-a470-404d92a7fd69 service neutron] 10.222.0.102 "GET /v2.0/networks/20ca6535-fd86-4587-bfbd-e6e090169f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651637 Feb 16 15:49:01.700681 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4057e57-0d43-4848-8619-d03dc4a88cf9 req-5cc6b01e-3499-4eea-b937-9f245af85f41 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:01.702366 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f4057e57-0d43-4848-8619-d03dc4a88cf9 req-5cc6b01e-3499-4eea-b937-9f245af85f41 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=89314e62-66d5-48c5-a928-daeadd7f7fbc HTTP/1.1" status: 200 len: 944 time: 0.0885684 Feb 16 15:49:01.754770 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f4057e57-0d43-4848-8619-d03dc4a88cf9 req-a6eccddd-8276-4a4c-aa78-6ed345ff124b tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3d72802-bce2-4097-81f1-a6fb4bb9f2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457730 Feb 16 15:49:01.848627 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-7e02cf4a-8988-4f01-a646-2ce1699b1dc9 req-6e385d0d-98da-426f-9e89-446ade25307a service neutron] 10.222.0.102 "GET /v2.0/networks/20ca6535-fd86-4587-bfbd-e6e090169f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3246734 Feb 16 15:49:01.872999 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-16229a04-5066-42cd-a4d8-ab501a16202d req-c23a454d-eb42-47de-b368-e7907ed0bc13 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:01.873250 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-16229a04-5066-42cd-a4d8-ab501a16202d req-c23a454d-eb42-47de-b368-e7907ed0bc13 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854196618'] for floatingip, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:01.873628 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.db.l3_db [req-16229a04-5066-42cd-a4d8-ab501a16202d req-c23a454d-eb42-47de-b368-e7907ed0bc13 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Floating IP d51fe745-fa67-47a5-a9e9-3e9c7ebb2b18 disassociated. External IP: 172.28.2.104, port: 9d686bb5-6597-4e85-a2d7-32821320aab1. Feb 16 15:49:01.873969 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-16229a04-5066-42cd-a4d8-ab501a16202d req-c23a454d-eb42-47de-b368-e7907ed0bc13 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Calling delete_port for 9d686bb5-6597-4e85-a2d7-32821320aab1 owned by compute:nova {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:49:02.032555 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-16229a04-5066-42cd-a4d8-ab501a16202d req-c23a454d-eb42-47de-b368-e7907ed0bc13 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-823957'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:02.048200 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7b0d773a-270e-4c8d-9b1f-3b1976e9951d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:49:02.148530 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a454d-eb42-47de-b368-e7907ed0bc13 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Pushing event deleted for resources: {'Port': ['ID=9d686bb5-6597-4e85-a2d7-32821320aab1,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:49:02.165067 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c23a454d-eb42-47de-b368-e7907ed0bc13 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:49:02.309088 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:02.336059 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a53be1-c300-44c6-b4dd-afc789b526f4 req-1fba2473-1590-4616-a35a-4838f0ad52e7 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:02.337682 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-26a53be1-c300-44c6-b4dd-afc789b526f4 req-1fba2473-1590-4616-a35a-4838f0ad52e7 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 943 time: 0.0936792 Feb 16 15:49:02.385854 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-26a53be1-c300-44c6-b4dd-afc789b526f4 req-1690dda4-82ff-4bb0-a218-d2ca5f304a61 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414596 Feb 16 15:49:02.425817 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16229a04-5066-42cd-a4d8-ab501a16202d req-c23a454d-eb42-47de-b368-e7907ed0bc13 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Router 6d082d69-e887-4b37-a0f6-2cd5ec56ce42 has already been hosted by L3 agent cace3e07-576d-4918-a0d2-7f739a7a8110 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 15:49:02.957834 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16229a04-5066-42cd-a4d8-ab501a16202d req-c23a454d-eb42-47de-b368-e7907ed0bc13 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify agent at l3_agent.dv-cinder-775706-1-smb the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:49:02.968153 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34611919-cc2f-4038-ad1f-7898f4d4b310 None None] Sync routers for ids ['6d082d69-e887-4b37-a0f6-2cd5ec56ce42'] in dv-cinder-775706-1-smb {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:49:02.998758 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34611919-cc2f-4038-ad1f-7898f4d4b310 None None] Routers {'6d082d69-e887-4b37-a0f6-2cd5ec56ce42'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:49:03.001039 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-34611919-cc2f-4038-ad1f-7898f4d4b310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:48:58Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['6d082d69-e887-4b37-a0f6-2cd5ec56ce42'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:49:03.004890 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-16229a04-5066-42cd-a4d8-ab501a16202d req-c23a454d-eb42-47de-b368-e7907ed0bc13 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] No DVR routers for this DVR port 9d686bb5-6597-4e85-a2d7-32821320aab1 on host hv-cinder-77570 {{(pid=84026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 15:49:03.007540 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-16229a04-5066-42cd-a4d8-ab501a16202d req-c23a454d-eb42-47de-b368-e7907ed0bc13 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:03.012038 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89314e62-66d5-48c5-a928-daeadd7f7fbc', 'name': 'network-vif-deleted', 'tag': '9d686bb5-6597-4e85-a2d7-32821320aab1'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:49:03.029772 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-16229a04-5066-42cd-a4d8-ab501a16202d req-c23a454d-eb42-47de-b368-e7907ed0bc13 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.102 "DELETE /v2.0/ports/9d686bb5-6597-4e85-a2d7-32821320aab1 HTTP/1.1" status: 204 len: 173 time: 3.6367712 Feb 16 15:49:03.073388 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-93e72053-58ca-4dfb-99c2-1cd21b32ad4c req-06c37003-b923-456f-b24d-29bb44a8af51 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=89314e62-66d5-48c5-a928-daeadd7f7fbc HTTP/1.1" status: 200 len: 210 time: 0.1184239 Feb 16 15:49:03.252141 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89314e62-66d5-48c5-a928-daeadd7f7fbc', 'name': 'network-vif-deleted', 'tag': '9d686bb5-6597-4e85-a2d7-32821320aab1', 'status': 'completed', 'code': 200} Feb 16 15:49:03.428299 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-34611919-cc2f-4038-ad1f-7898f4d4b310 None None] Set router 6d082d69-e887-4b37-a0f6-2cd5ec56ce42 gateway port host: dv-cinder-775706-1-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:49:03.632761 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc700073-9a0c-4ac4-bc33-4d2c7222b196 req-ea300228-6741-4aff-8fbc-aedbcd3a9f66 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:03.644065 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cc700073-9a0c-4ac4-bc33-4d2c7222b196 req-ea300228-6741-4aff-8fbc-aedbcd3a9f66 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 943 time: 0.1248496 Feb 16 15:49:03.718944 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cc700073-9a0c-4ac4-bc33-4d2c7222b196 req-2b3525e5-a968-4008-b3d4-3d28cf5f6e6d tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755522 Feb 16 15:49:03.818481 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-34611919-cc2f-4038-ad1f-7898f4d4b310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'name': 'tempest-AttachVolumeTestJSON-1971169974-router', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:11Z', 'updated_at': '2021-02-16T15:43:31Z', 'revision_number': 4, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'gw_port': {'id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:14Z', 'updated_at': '2021-02-16T15:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_interfaces': [{'id': '32608817-7217-42b9-bef1-c4fdba0bbfb3', 'name': '', 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'mac_address': 'fa:16:3e:81:86:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '403fc087-c515-4f31-aec5-fdfdb713afb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:30Z', 'updated_at': '2021-02-16T15:43:47Z', 'revision_number': 5, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'subnets': [{'id': '403fc087-c515-4f31-aec5-fdfdb713afb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:49:03.822631 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34611919-cc2f-4038-ad1f-7898f4d4b310 None None] Checking router: 6d082d69-e887-4b37-a0f6-2cd5ec56ce42 for host: dv-cinder-775706-1-smb {{(pid=84027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:49:03.832090 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34611919-cc2f-4038-ad1f-7898f4d4b310 None None] Routers {'6d082d69-e887-4b37-a0f6-2cd5ec56ce42'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:49:03.832749 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-34611919-cc2f-4038-ad1f-7898f4d4b310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:48:58Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['6d082d69-e887-4b37-a0f6-2cd5ec56ce42'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:49:04.034770 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-34611919-cc2f-4038-ad1f-7898f4d4b310 None None] Set router 6d082d69-e887-4b37-a0f6-2cd5ec56ce42 gateway port host: dv-cinder-775706-1-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:49:04.254776 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a42d6c98-24fd-4aab-b0a2-b02cc14e07c5 req-0e560cf5-68ba-4618-8d0d-ca84c22c5ec3 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=89314e62-66d5-48c5-a928-daeadd7f7fbc HTTP/1.1" status: 200 len: 210 time: 0.0549872 Feb 16 15:49:04.393733 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-34611919-cc2f-4038-ad1f-7898f4d4b310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'name': 'tempest-AttachVolumeTestJSON-1971169974-router', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:11Z', 'updated_at': '2021-02-16T15:43:31Z', 'revision_number': 4, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'gw_port': {'id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:14Z', 'updated_at': '2021-02-16T15:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_interfaces': [{'id': '32608817-7217-42b9-bef1-c4fdba0bbfb3', 'name': '', 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'mac_address': 'fa:16:3e:81:86:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '403fc087-c515-4f31-aec5-fdfdb713afb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:30Z', 'updated_at': '2021-02-16T15:43:47Z', 'revision_number': 5, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'subnets': [{'id': '403fc087-c515-4f31-aec5-fdfdb713afb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:49:04.397796 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34611919-cc2f-4038-ad1f-7898f4d4b310 None None] The sync data for ids ['6d082d69-e887-4b37-a0f6-2cd5ec56ce42'] in dv-cinder-775706-1-smb is: [{'id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'name': 'tempest-AttachVolumeTestJSON-1971169974-router', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:11Z', 'updated_at': '2021-02-16T15:43:31Z', 'revision_number': 4, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'gw_port': {'id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:14Z', 'updated_at': '2021-02-16T15:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_interfaces': [{'id': '32608817-7217-42b9-bef1-c4fdba0bbfb3', 'name': '', 'network_id': 'd3f5d482-e5e7-4eaa-8c3c-16b1f08433c8', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'mac_address': 'fa:16:3e:81:86:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '403fc087-c515-4f31-aec5-fdfdb713afb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:30Z', 'updated_at': '2021-02-16T15:43:47Z', 'revision_number': 5, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'subnets': [{'id': '403fc087-c515-4f31-aec5-fdfdb713afb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:49:04.854305 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4818fc-b2bb-44af-bbe9-b6ff31d155da None None] New status for floating IP d51fe745-fa67-47a5-a9e9-3e9c7ebb2b18: DOWN {{(pid=84028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 15:49:04.946285 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2a39d-c519-465b-b33b-3e37c3f74da8 req-7113f0f4-85f0-4788-a074-ff298991e1db tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:04.948019 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-11a2a39d-c519-465b-b33b-3e37c3f74da8 req-7113f0f4-85f0-4788-a074-ff298991e1db tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 943 time: 0.0953712 Feb 16 15:49:05.021375 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-11a2a39d-c519-465b-b33b-3e37c3f74da8 req-10cf3623-f08a-46ef-b37a-ff994dd1318a tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666981 Feb 16 15:49:05.433343 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4a0b7aa3-135a-4f47-b587-c0fb59bfd0d4 req-037f8878-7298-4810-a17e-b232a2bff45d tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=89314e62-66d5-48c5-a928-daeadd7f7fbc HTTP/1.1" status: 200 len: 210 time: 0.0494318 Feb 16 15:49:06.236182 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f8b39-d5f7-4ac1-aadc-6af637b9af02 req-9633c0b9-fb7c-403e-83d3-d2594ca18694 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:06.238717 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cd9f8b39-d5f7-4ac1-aadc-6af637b9af02 req-9633c0b9-fb7c-403e-83d3-d2594ca18694 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 943 time: 0.0950756 Feb 16 15:49:06.289162 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cd9f8b39-d5f7-4ac1-aadc-6af637b9af02 req-6bc718b6-52f2-43f6-a620-23bd59ca1ebe tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433395 Feb 16 15:49:06.612607 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b238f492-699e-463b-9674-4fb2bb190160 req-15823551-8b4b-4068-8d24-aae3f2fd6b04 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=89314e62-66d5-48c5-a928-daeadd7f7fbc HTTP/1.1" status: 200 len: 210 time: 0.0531540 Feb 16 15:49:07.523608 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb29fb-f9db-424a-8bf9-54f532c882aa req-504bc4f9-9b6b-4288-b325-8725a55ad222 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:07.525243 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-78eb29fb-f9db-424a-8bf9-54f532c882aa req-504bc4f9-9b6b-4288-b325-8725a55ad222 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 943 time: 0.1047277 Feb 16 15:49:07.573227 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-78eb29fb-f9db-424a-8bf9-54f532c882aa req-19a4f7b2-72f5-4d05-a1ae-1f65c2108303 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412319 Feb 16 15:49:07.783836 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-56e02653-4bb7-4d3a-a95c-578456fb88b5 req-3f4bc023-9b4a-4394-9dc6-c1e3c7a099e4 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=89314e62-66d5-48c5-a928-daeadd7f7fbc HTTP/1.1" status: 200 len: 210 time: 0.0503614 Feb 16 15:49:08.790553 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8960444-9bd9-4cf4-ae40-de0e00031c52 req-9ad1a084-10e9-4ede-911b-eafe3c6f0a95 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:08.792864 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f8960444-9bd9-4cf4-ae40-de0e00031c52 req-9ad1a084-10e9-4ede-911b-eafe3c6f0a95 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 943 time: 0.0937438 Feb 16 15:49:08.850374 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f8960444-9bd9-4cf4-ae40-de0e00031c52 req-d02264b9-720c-446b-8d22-3d4451efd255 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504799 Feb 16 15:49:08.965262 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-94cb6268-fa4e-4372-a1be-9d9385f92c8c req-9970b1ed-bacc-49a0-bb6c-9b7aad56d626 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=89314e62-66d5-48c5-a928-daeadd7f7fbc HTTP/1.1" status: 200 len: 210 time: 0.0497336 Feb 16 15:49:10.100786 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af3bf1-77f5-4273-beda-db562bb0d00e req-0fbcce03-593c-470e-9ad5-f14962ceb6a7 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:10.102328 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a8af3bf1-77f5-4273-beda-db562bb0d00e req-0fbcce03-593c-470e-9ad5-f14962ceb6a7 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 943 time: 0.1083856 Feb 16 15:49:10.155640 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e69e51fb-64f6-4ed5-8bb0-1226fd2f0005 req-2802a1b3-2eff-49bc-80f1-60a520e8de36 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=89314e62-66d5-48c5-a928-daeadd7f7fbc HTTP/1.1" status: 200 len: 210 time: 0.0522280 Feb 16 15:49:10.198431 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a8af3bf1-77f5-4273-beda-db562bb0d00e req-71f31308-3be4-43dc-96a4-2a8aa69c6976 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512590 Feb 16 15:49:11.330577 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a4b459b5-0655-4c08-b59e-a7e2748c7438 req-0dcf3a5e-e9d1-460a-b550-811907d862eb tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=89314e62-66d5-48c5-a928-daeadd7f7fbc HTTP/1.1" status: 200 len: 210 time: 0.0513842 Feb 16 15:49:11.430059 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257920d7-ac07-41a2-af4c-79fd012f06e7 req-c1226248-1d69-4aa9-b68b-c3a9d52df5c1 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:11.431676 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-257920d7-ac07-41a2-af4c-79fd012f06e7 req-c1226248-1d69-4aa9-b68b-c3a9d52df5c1 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 943 time: 0.0918055 Feb 16 15:49:11.490818 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-257920d7-ac07-41a2-af4c-79fd012f06e7 req-9253dd7e-5d17-47ba-bbee-d4bae7373808 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523875 Feb 16 15:49:12.484409 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-eb9461c9-bb47-4d7e-96bc-3e223911d95a None None] Agent healthcheck: found 6 active agents {{(pid=84028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:49:12.497928 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d1177485-87d3-40be-b788-d4d46cc37e18 req-b74afa36-831b-44fb-b0a4-282b2acb7837 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=89314e62-66d5-48c5-a928-daeadd7f7fbc HTTP/1.1" status: 200 len: 210 time: 0.0515432 Feb 16 15:49:12.713326 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5d84b-b273-4d9b-ad80-57fc069759bd req-ed73a328-b03e-4794-aa9f-994b00d5128e tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:12.714997 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-65e5d84b-b273-4d9b-ad80-57fc069759bd req-ed73a328-b03e-4794-aa9f-994b00d5128e tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 943 time: 0.0907302 Feb 16 15:49:12.772812 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-65e5d84b-b273-4d9b-ad80-57fc069759bd req-e5bc66b3-0fa1-4df0-a08a-f5b2fee9c503 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509024 Feb 16 15:49:13.667698 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6668b042-ef4c-4e7e-b38e-1ae2fe6fde59 req-99d62f41-8306-4973-ac8a-a49dc63ff62c tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=89314e62-66d5-48c5-a928-daeadd7f7fbc HTTP/1.1" status: 200 len: 210 time: 0.0495677 Feb 16 15:49:13.977042 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6647ae-7d4f-41b1-9527-b3c7c536e5a4 req-abb8cc67-a071-4adb-91a0-c351a141cb65 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:13.978677 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9f6647ae-7d4f-41b1-9527-b3c7c536e5a4 req-abb8cc67-a071-4adb-91a0-c351a141cb65 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 943 time: 0.0869024 Feb 16 15:49:14.034130 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9f6647ae-7d4f-41b1-9527-b3c7c536e5a4 req-bd9874ff-a55c-49f5-a604-4bf121d2c09b tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490208 Feb 16 15:49:14.859994 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-625a00f2-ef18-4162-89d3-e2cda6f7584e req-c717741d-eac1-4b2f-8c84-fcccf639facf tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/ports?device_id=89314e62-66d5-48c5-a928-daeadd7f7fbc HTTP/1.1" status: 200 len: 210 time: 0.0508559 Feb 16 15:49:15.250487 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ac313-9fb7-43cd-a287-471915adad5c req-8a1b659b-93fb-46aa-a56d-37cf4abc1049 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:15.252233 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a45ac313-9fb7-43cd-a287-471915adad5c req-8a1b659b-93fb-46aa-a56d-37cf4abc1049 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 943 time: 0.0874102 Feb 16 15:49:15.304037 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a45ac313-9fb7-43cd-a287-471915adad5c req-63e8bd71-fc7c-4603-b748-e254a513dc5d tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453954 Feb 16 15:49:15.988872 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 32950) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:49:16.060406 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e29d6b25-3445-4906-8f3b-be41a1e9893d tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:16.089640 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e29d6b25-3445-4906-8f3b-be41a1e9893d tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:16.135567 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e29d6b25-3445-4906-8f3b-be41a1e9893d tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:16.140719 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e91e6f24-4b82-4b6a-9cb2-b116f469d5b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:49:16.156724 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d6b25-3445-4906-8f3b-be41a1e9893d tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d72802-bce2-4097-81f1-a6fb4bb9f2b3,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:49:16.160924 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e29d6b25-3445-4906-8f3b-be41a1e9893d tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:49:16.169040 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e29d6b25-3445-4906-8f3b-be41a1e9893d tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:16.170277 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-e29d6b25-3445-4906-8f3b-be41a1e9893d tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "DELETE /v2.0/security-groups/d3d72802-bce2-4097-81f1-a6fb4bb9f2b3 HTTP/1.1" status: 204 len: 168 time: 0.1802421 Feb 16 15:49:16.173290 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 32954) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:49:16.191659 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.v2.resource [None req-9300d428-9404-4581-a6a8-8571c520d78f tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] show failed (client error): The resource could not be found. Feb 16 15:49:16.192743 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-9300d428-9404-4581-a6a8-8571c520d78f tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "GET /v2.0/security-groups/d3d72802-bce2-4097-81f1-a6fb4bb9f2b3 HTTP/1.1" status: 404 len: 347 time: 0.0184615 Feb 16 15:49:16.195885 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 32958) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:49:16.370164 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-389e3aae-b181-4575-990f-de02c0aebb33 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Deleting port 901c0bc8-603f-4f4c-a0c2-ca14119a47ed {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:49:16.370589 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-389e3aae-b181-4575-990f-de02c0aebb33 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:16.523140 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4732d8-9d36-4e9d-92f9-4857a4416531 req-8e6a8e26-e600-408b-bd93-50575aca5c7c tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:16.524790 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3e4732d8-9d36-4e9d-92f9-4857a4416531 req-8e6a8e26-e600-408b-bd93-50575aca5c7c tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 943 time: 0.0881503 Feb 16 15:49:16.533430 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:49:16.554799 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-389e3aae-b181-4575-990f-de02c0aebb33 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:16.555156 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-389e3aae-b181-4575-990f-de02c0aebb33 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:16.575790 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3e4732d8-9d36-4e9d-92f9-4857a4416531 req-35f98366-f02b-4d7f-9a23-0dbdba056619 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436621 Feb 16 15:49:16.616341 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:49:16.616758 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:16.692718 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-389e3aae-b181-4575-990f-de02c0aebb33 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Calling delete_port for 901c0bc8-603f-4f4c-a0c2-ca14119a47ed owned by network:floatingip {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:49:16.763027 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:16.800797 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] For port 9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6,segment=NetworkSegment(e6df138d-0dd7-4980-b3fc-162c77679110),segment_id=e6df138d-0dd7-4980-b3fc-162c77679110)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:49:16.801886 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb6c634-9436-431c-a096-6eb0c6e7783f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:49:16.811919 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:16.814232 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-862da9c1-1c81-4b2f-9c7d-eafba097a850 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:49:16.860586 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-389e3aae-b181-4575-990f-de02c0aebb33 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-823957'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:16.862003 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb6c634-9436-431c-a096-6eb0c6e7783f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6', 'code': 200} Feb 16 15:49:16.879342 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-536f30e2-bb92-47a6-b233-9c39b81716fa tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:49:16.897406 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Pushing event updated for resources: {'Port': ['ID=9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6,revision_number=6']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:49:16.901369 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:49:16.989930 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e3aae-b181-4575-990f-de02c0aebb33 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Pushing event deleted for resources: {'Port': ['ID=901c0bc8-603f-4f4c-a0c2-ca14119a47ed,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:49:16.993263 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-389e3aae-b181-4575-990f-de02c0aebb33 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:49:17.129252 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-389e3aae-b181-4575-990f-de02c0aebb33 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks [] for floatingip, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:17.183391 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-389e3aae-b181-4575-990f-de02c0aebb33 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for floatingip, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:17.184618 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-389e3aae-b181-4575-990f-de02c0aebb33 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] 10.222.0.42 "DELETE /v2.0/floatingips/d51fe745-fa67-47a5-a9e9-3e9c7ebb2b18 HTTP/1.1" status: 204 len: 168 time: 0.9877844 Feb 16 15:49:17.232198 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438fd28-d913-4e75-b05d-38b6c3b216af req-ea6e6740-d420-463c-b78e-15e8c1167e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:17.234031 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2438fd28-d913-4e75-b05d-38b6c3b216af req-ea6e6740-d420-463c-b78e-15e8c1167e96 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 1162 time: 0.0921047 Feb 16 15:49:17.281017 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2438fd28-d913-4e75-b05d-38b6c3b216af req-1b6566a1-9ef0-4526-a16a-511bd8e47a70 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380685 Feb 16 15:49:17.785549 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe8f49-f328-4860-94d1-9d5ce890f100 req-ff82826d-dd34-4598-b5d1-93078a8213bf tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:17.787210 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-01fe8f49-f328-4860-94d1-9d5ce890f100 req-ff82826d-dd34-4598-b5d1-93078a8213bf tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 945 time: 0.0900555 Feb 16 15:49:17.834841 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-01fe8f49-f328-4860-94d1-9d5ce890f100 req-c5fb4e14-99c7-4f6a-a893-dfc0cc6a1752 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412509 Feb 16 15:49:18.115265 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:49:18.188428 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:49:18.188764 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:19.044521 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc413ed-4082-499d-a9a6-9657c057fdd2 req-1d26fe07-42b3-4538-a621-2b76f089a7c4 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:19.046135 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1cc413ed-4082-499d-a9a6-9657c057fdd2 req-1d26fe07-42b3-4538-a621-2b76f089a7c4 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 945 time: 0.0876846 Feb 16 15:49:19.094046 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1cc413ed-4082-499d-a9a6-9657c057fdd2 req-48686210-e634-44e7-b67f-21ecc14db88c tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414543 Feb 16 15:49:20.305673 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229ad7f-641d-4070-979a-a33f3daa373c req-be14b437-348b-43fa-a254-c2fae402d205 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:20.307346 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2229ad7f-641d-4070-979a-a33f3daa373c req-be14b437-348b-43fa-a254-c2fae402d205 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 945 time: 0.0938523 Feb 16 15:49:20.358839 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2229ad7f-641d-4070-979a-a33f3daa373c req-7d1aca74-c7ac-48ed-af83-377df3b31869 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452983 Feb 16 15:49:21.292709 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 33056) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:49:21.924524 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2bed076b-d1a9-4703-a465-39a4e58a1377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579226'] for router_interface, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:22.305707 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2bed076b-d1a9-4703-a465-39a4e58a1377 admin admin] Deleting port 32608817-7217-42b9-bef1-c4fdba0bbfb3 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:49:22.306174 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2bed076b-d1a9-4703-a465-39a4e58a1377 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:22.488643 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2bed076b-d1a9-4703-a465-39a4e58a1377 admin admin] For port 32608817-7217-42b9-bef1-c4fdba0bbfb3, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=32608817-7217-42b9-bef1-c4fdba0bbfb3,segment=NetworkSegment(91a15a12-093d-4b07-afa4-6d4f18babd7a),segment_id=91a15a12-093d-4b07-afa4-6d4f18babd7a)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:49:22.489045 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2bed076b-d1a9-4703-a465-39a4e58a1377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:22.620411 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2bed076b-d1a9-4703-a465-39a4e58a1377 admin admin] Calling delete_port for 32608817-7217-42b9-bef1-c4fdba0bbfb3 owned by network:router_interface {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:49:22.799793 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2bed076b-d1a9-4703-a465-39a4e58a1377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-823957'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:22.815264 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0cd77b4d-8b60-4bb8-bf96-adb612fa1839 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:49:22.918695 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed076b-d1a9-4703-a465-39a4e58a1377 admin admin] Pushing event deleted for resources: {'Port': ['ID=32608817-7217-42b9-bef1-c4fdba0bbfb3,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:49:22.921667 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2bed076b-d1a9-4703-a465-39a4e58a1377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:49:23.229644 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2bed076b-d1a9-4703-a465-39a4e58a1377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1535162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854189782'] for router_interface, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:24.012246 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bed076b-d1a9-4703-a465-39a4e58a1377 admin admin] Router 6d082d69-e887-4b37-a0f6-2cd5ec56ce42 has already been hosted by L3 agent cace3e07-576d-4918-a0d2-7f739a7a8110 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 15:49:24.204670 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bed076b-d1a9-4703-a465-39a4e58a1377 admin admin] Notify agent at l3_agent.dv-cinder-775706-1-smb the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:49:24.215264 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515e639d-677f-4270-983c-9b93ce3148f4 None None] Sync routers for ids ['6d082d69-e887-4b37-a0f6-2cd5ec56ce42'] in dv-cinder-775706-1-smb {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:49:24.218340 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-2bed076b-d1a9-4703-a465-39a4e58a1377 admin admin] 10.222.0.42 "PUT /v2.0/routers/6d082d69-e887-4b37-a0f6-2cd5ec56ce42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9244871 Feb 16 15:49:24.221042 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 33074) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:49:24.225269 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515e639d-677f-4270-983c-9b93ce3148f4 None None] Routers {'6d082d69-e887-4b37-a0f6-2cd5ec56ce42'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:49:24.226194 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-515e639d-677f-4270-983c-9b93ce3148f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:48:58Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['6d082d69-e887-4b37-a0f6-2cd5ec56ce42'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:49:24.411354 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-310bdb17-47f1-4c82-b32a-db95b505d074 admin admin] Notify callbacks [] for router, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:24.417689 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-515e639d-677f-4270-983c-9b93ce3148f4 None None] Set router 6d082d69-e887-4b37-a0f6-2cd5ec56ce42 gateway port host: dv-cinder-775706-1-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:49:24.603539 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-310bdb17-47f1-4c82-b32a-db95b505d074 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:24.608807 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-310bdb17-47f1-4c82-b32a-db95b505d074 admin admin] Deleting port 441442f4-766d-40a1-9440-6b3b9f2105ec {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:49:24.609184 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-310bdb17-47f1-4c82-b32a-db95b505d074 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:24.725016 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-515e639d-677f-4270-983c-9b93ce3148f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'name': 'tempest-AttachVolumeTestJSON-1971169974-router', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:11Z', 'updated_at': '2021-02-16T15:49:22Z', 'revision_number': 5, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'gw_port': {'id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:14Z', 'updated_at': '2021-02-16T15:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb'}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:49:24.729631 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515e639d-677f-4270-983c-9b93ce3148f4 None None] Checking router: 6d082d69-e887-4b37-a0f6-2cd5ec56ce42 for host: dv-cinder-775706-1-smb {{(pid=84027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:49:24.739651 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515e639d-677f-4270-983c-9b93ce3148f4 None None] Routers {'6d082d69-e887-4b37-a0f6-2cd5ec56ce42'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:49:24.740339 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-515e639d-677f-4270-983c-9b93ce3148f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:48:58Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['6d082d69-e887-4b37-a0f6-2cd5ec56ce42'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:49:24.805584 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-310bdb17-47f1-4c82-b32a-db95b505d074 admin admin] For port 441442f4-766d-40a1-9440-6b3b9f2105ec, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=441442f4-766d-40a1-9440-6b3b9f2105ec,segment=NetworkSegment(0724bfbb-7f18-4768-b879-84dbe1be3f59),segment_id=0724bfbb-7f18-4768-b879-84dbe1be3f59)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:49:24.806293 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-310bdb17-47f1-4c82-b32a-db95b505d074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:24.955939 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-310bdb17-47f1-4c82-b32a-db95b505d074 admin admin] Calling delete_port for 441442f4-766d-40a1-9440-6b3b9f2105ec owned by network:router_gateway {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:49:25.103571 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-515e639d-677f-4270-983c-9b93ce3148f4 None None] Set router 6d082d69-e887-4b37-a0f6-2cd5ec56ce42 gateway port host: dv-cinder-775706-1-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:49:25.109462 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-310bdb17-47f1-4c82-b32a-db95b505d074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-823957'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:25.298602 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e70a2f-6b9b-48b5-b62d-3ad74be795b1 req-4d4940a0-23ea-41b1-8085-ff745440cf0c tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:25.301980 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-47e70a2f-6b9b-48b5-b62d-3ad74be795b1 req-4d4940a0-23ea-41b1-8085-ff745440cf0c tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7c98031-146d-4cb2-aefc-11b1802652a0 HTTP/1.1" status: 200 len: 945 time: 0.1018250 Feb 16 15:49:25.309577 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-310bdb17-47f1-4c82-b32a-db95b505d074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854111114'] for router_gateway, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:25.313204 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-097f2ff2-d6da-4d0e-aeea-b4e0b16a77db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:25.358453 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-47e70a2f-6b9b-48b5-b62d-3ad74be795b1 req-99922b7a-1280-4ab7-8547-05e221c93bcd tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b524f25-342f-414a-a959-7882470834ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478303 Feb 16 15:49:25.444079 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-515e639d-677f-4270-983c-9b93ce3148f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'name': 'tempest-AttachVolumeTestJSON-1971169974-router', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:11Z', 'updated_at': '2021-02-16T15:49:22Z', 'revision_number': 5, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'gw_port': {'id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:14Z', 'updated_at': '2021-02-16T15:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb'}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:49:25.448268 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515e639d-677f-4270-983c-9b93ce3148f4 None None] The sync data for ids ['6d082d69-e887-4b37-a0f6-2cd5ec56ce42'] in dv-cinder-775706-1-smb is: [{'id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'name': 'tempest-AttachVolumeTestJSON-1971169974-router', 'tenant_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:11Z', 'updated_at': '2021-02-16T15:49:22Z', 'revision_number': 5, 'project_id': 'b0fc8a8ae93c48d4a30f0b24661af106', 'gw_port': {'id': '441442f4-766d-40a1-9440-6b3b9f2105ec', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d082d69-e887-4b37-a0f6-2cd5ec56ce42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:14Z', 'updated_at': '2021-02-16T15:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb'}] {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:49:25.450905 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-310bdb17-47f1-4c82-b32a-db95b505d074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12175'] for router, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:25.453763 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-310bdb17-47f1-4c82-b32a-db95b505d074 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:25.479977 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-310bdb17-47f1-4c82-b32a-db95b505d074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-568713'] for router, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:25.480711 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310bdb17-47f1-4c82-b32a-db95b505d074 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d082d69-e887-4b37-a0f6-2cd5ec56ce42 {{(pid=84026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 15:49:25.494633 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-310bdb17-47f1-4c82-b32a-db95b505d074 admin admin] Notify callbacks [] for router, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:25.495990 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-310bdb17-47f1-4c82-b32a-db95b505d074 admin admin] 10.222.0.42 "DELETE /v2.0/routers/6d082d69-e887-4b37-a0f6-2cd5ec56ce42 HTTP/1.1" status: 204 len: 168 time: 1.2739737 Feb 16 15:49:25.498599 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 33084) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:49:25.566262 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_v2 [None req-54131d02-06b8-4719-ae90-c59c193c8aa3 admin admin] Deleting subnet 403fc087-c515-4f31-aec5-fdfdb713afb9 {{(pid=84026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 15:49:25.569776 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-54131d02-06b8-4719-ae90-c59c193c8aa3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:25.621947 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-54131d02-06b8-4719-ae90-c59c193c8aa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839352739'] for subnet, precommit_delete_associations {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:25.749634 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-54131d02-06b8-4719-ae90-c59c193c8aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1516034'] for subnet, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:26.246188 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-54131d02-06b8-4719-ae90-c59c193c8aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853259749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853951805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839320903'] for subnet, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:26.261897 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:49:26.346194 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54131d02-06b8-4719-ae90-c59c193c8aa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=403fc087-c515-4f31-aec5-fdfdb713afb9,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:49:26.350419 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-54131d02-06b8-4719-ae90-c59c193c8aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:49:26.394771 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-54131d02-06b8-4719-ae90-c59c193c8aa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:26.400308 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a35ffaa-12eb-48c0-aee4-44442a24e029 None None] Network d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8 requested from dv-cinder-775706-1-smb {{(pid=84027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:49:26.403952 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-54131d02-06b8-4719-ae90-c59c193c8aa3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/403fc087-c515-4f31-aec5-fdfdb713afb9 HTTP/1.1" status: 204 len: 168 time: 0.9018977 Feb 16 15:49:26.404690 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 33090) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:49:26.524986 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ad301574-b4c8-49f0-9f2f-5664a7f31b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1401933'] for network, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:26.571066 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a9b1c-091e-4bcc-ac2f-1328f278dfad req-438f609b-1a50-4f5a-b17a-cd0c8d7317f0 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:26.572850 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f03a9b1c-091e-4bcc-ac2f-1328f278dfad req-438f609b-1a50-4f5a-b17a-cd0c8d7317f0 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7c98031-146d-4cb2-aefc-11b1802652a0 HTTP/1.1" status: 200 len: 945 time: 0.0982292 Feb 16 15:49:26.603128 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ad301574-b4c8-49f0-9f2f-5664a7f31b42 admin admin] Deleting port 67f3f7bc-70dd-4ad1-bb25-357d8e5c70f4 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:49:26.603510 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ad301574-b4c8-49f0-9f2f-5664a7f31b42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:26.622832 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f03a9b1c-091e-4bcc-ac2f-1328f278dfad req-984c4922-e0a3-4334-9fb9-9433ebf126a3 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b524f25-342f-414a-a959-7882470834ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428798 Feb 16 15:49:26.679535 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dacce8-c386-4b50-b85f-06371477b758 None None] DHCP port deletion for d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8 request from dv-cinder-775706-1-smb {{(pid=84027) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 16 15:49:26.684121 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d8dacce8-c386-4b50-b85f-06371477b758 None None] Deleting port 67f3f7bc-70dd-4ad1-bb25-357d8e5c70f4 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:49:26.684534 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d8dacce8-c386-4b50-b85f-06371477b758 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:26.833019 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ad301574-b4c8-49f0-9f2f-5664a7f31b42 admin admin] For port 67f3f7bc-70dd-4ad1-bb25-357d8e5c70f4, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=67f3f7bc-70dd-4ad1-bb25-357d8e5c70f4,segment=NetworkSegment(91a15a12-093d-4b07-afa4-6d4f18babd7a),segment_id=91a15a12-093d-4b07-afa4-6d4f18babd7a)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:49:26.833420 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ad301574-b4c8-49f0-9f2f-5664a7f31b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:26.904110 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d8dacce8-c386-4b50-b85f-06371477b758 None None] For port 67f3f7bc-70dd-4ad1-bb25-357d8e5c70f4, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=67f3f7bc-70dd-4ad1-bb25-357d8e5c70f4,segment=NetworkSegment(91a15a12-093d-4b07-afa4-6d4f18babd7a),segment_id=91a15a12-093d-4b07-afa4-6d4f18babd7a)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:49:26.904429 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d8dacce8-c386-4b50-b85f-06371477b758 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:26.970899 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ad301574-b4c8-49f0-9f2f-5664a7f31b42 admin admin] Calling delete_port for 67f3f7bc-70dd-4ad1-bb25-357d8e5c70f4 owned by network:dhcp {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:49:27.038631 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d8dacce8-c386-4b50-b85f-06371477b758 None None] Calling delete_port for 67f3f7bc-70dd-4ad1-bb25-357d8e5c70f4 owned by network:dhcp {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:49:27.051224 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ad301574-b4c8-49f0-9f2f-5664a7f31b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-823957'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:27.066920 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-63c4879a-3e78-42ee-baeb-aebae86acdd7 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:49:27.161612 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad301574-b4c8-49f0-9f2f-5664a7f31b42 admin admin] Pushing event deleted for resources: {'Port': ['ID=67f3f7bc-70dd-4ad1-bb25-357d8e5c70f4,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:49:27.168898 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ad301574-b4c8-49f0-9f2f-5664a7f31b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:49:27.172209 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 32608817-7217-42b9-bef1-c4fdba0bbfb3 no longer exists at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 15:49:27.214851 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad301574-b4c8-49f0-9f2f-5664a7f31b42 admin admin] No DVR routers for this DVR port 67f3f7bc-70dd-4ad1-bb25-357d8e5c70f4 on host dv-cinder-775706-1-smb {{(pid=84026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 15:49:27.225948 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3a29449c-3776-4258-9627-10026e36c514 None None] No Port match for: 32608817-7217-42b9-bef1-c4fdba0bbfb3 {{(pid=84027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 15:49:27.226349 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 32608817-7217-42b9-bef1-c4fdba0bbfb3 not bound to the agent host dv-cinder-775706-1-smb {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 15:49:27.226866 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 441442f4-766d-40a1-9440-6b3b9f2105ec no longer exists at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 15:49:27.265590 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3a29449c-3776-4258-9627-10026e36c514 None None] No Port match for: 441442f4-766d-40a1-9440-6b3b9f2105ec {{(pid=84027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 15:49:27.265982 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 441442f4-766d-40a1-9440-6b3b9f2105ec not bound to the agent host dv-cinder-775706-1-smb {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 15:49:27.266476 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 67f3f7bc-70dd-4ad1-bb25-357d8e5c70f4 no longer exists at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 15:49:27.300466 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.db.api [None req-d8dacce8-c386-4b50-b85f-06371477b758 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84027) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:49:27.301441 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_db.api [None req-d8dacce8-c386-4b50-b85f-06371477b758 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 15:49:27.307529 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3a29449c-3776-4258-9627-10026e36c514 None None] No Port match for: 67f3f7bc-70dd-4ad1-bb25-357d8e5c70f4 {{(pid=84027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 15:49:27.307926 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 67f3f7bc-70dd-4ad1-bb25-357d8e5c70f4 not bound to the agent host dv-cinder-775706-1-smb {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 15:49:27.340738 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ad301574-b4c8-49f0-9f2f-5664a7f31b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519515', 'neutron.services.segments.db._delete_segments_for_network--9223363282561163551'] for network, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:27.455836 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-ad301574-b4c8-49f0-9f2f-5664a7f31b42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8']}} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:49:27.469014 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-ad301574-b4c8-49f0-9f2f-5664a7f31b42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a15a12-093d-4b07-afa4-6d4f18babd7a') {'for_net_delete': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:49:27.469343 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-ad301574-b4c8-49f0-9f2f-5664a7f31b42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a15a12-093d-4b07-afa4-6d4f18babd7a') {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:49:27.481175 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ad301574-b4c8-49f0-9f2f-5664a7f31b42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282561152287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15423062'] for segment, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:27.496146 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ad301574-b4c8-49f0-9f2f-5664a7f31b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853259932'] for segment, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:27.498114 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ad301574-b4c8-49f0-9f2f-5664a7f31b42 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 15:49:27.679810 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ad301574-b4c8-49f0-9f2f-5664a7f31b42 admin admin] Network d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8 has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 15:49:27.688950 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ad301574-b4c8-49f0-9f2f-5664a7f31b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1515795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-826721'] for segment, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:27.794164 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-459b1042-3d22-45a4-864d-3b7ca0f29eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:27.802559 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d8dacce8-c386-4b50-b85f-06371477b758 None None] Deleting port 67f3f7bc-70dd-4ad1-bb25-357d8e5c70f4 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:49:27.802944 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d8dacce8-c386-4b50-b85f-06371477b758 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:27.835417 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c21985-3974-4d33-86f5-c1513c930e9c req-67625080-c164-4c3b-b690-2cc3cbb6ef9a tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:27.837031 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-15c21985-3974-4d33-86f5-c1513c930e9c req-67625080-c164-4c3b-b690-2cc3cbb6ef9a tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7c98031-146d-4cb2-aefc-11b1802652a0 HTTP/1.1" status: 200 len: 945 time: 0.0950305 Feb 16 15:49:27.874205 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d8dacce8-c386-4b50-b85f-06371477b758 None None] The port '67f3f7bc-70dd-4ad1-bb25-357d8e5c70f4' was deleted {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 16 15:49:27.877385 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ad301574-b4c8-49f0-9f2f-5664a7f31b42 admin admin] Network d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8 has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 15:49:27.889237 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-15c21985-3974-4d33-86f5-c1513c930e9c req-f730c24e-a848-4930-8b1d-e5e3adf24f51 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b524f25-342f-414a-a959-7882470834ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440528 Feb 16 15:49:27.906829 dv-cinder-775706-1-smb neutron-server[83912]: Traceback (most recent call last): Feb 16 15:49:27.906829 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:49:27.906829 dv-cinder-775706-1-smb neutron-server[83912]: timer() Feb 16 15:49:27.906829 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:49:27.906829 dv-cinder-775706-1-smb neutron-server[83912]: cb(*args, **kw) Feb 16 15:49:27.906829 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 15:49:27.906829 dv-cinder-775706-1-smb neutron-server[83912]: return func(*args, **kwargs) Feb 16 15:49:27.906829 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:49:27.906829 dv-cinder-775706-1-smb neutron-server[83912]: self._notify() Feb 16 15:49:27.906829 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:49:27.906829 dv-cinder-775706-1-smb neutron-server[83912]: self.callback(batched_events) Feb 16 15:49:27.906829 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:49:27.906829 dv-cinder-775706-1-smb neutron-server[83912]: event.method(event) Feb 16 15:49:27.906829 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 15:49:27.906829 dv-cinder-775706-1-smb neutron-server[83912]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:49:27.906829 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 15:49:27.906829 dv-cinder-775706-1-smb neutron-server[83912]: segment_id)['aggregates'][0] Feb 16 15:49:27.906829 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 15:49:27.906829 dv-cinder-775706-1-smb neutron-server[83912]: return f(self, *a, **k) Feb 16 15:49:27.906829 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 15:49:27.906829 dv-cinder-775706-1-smb neutron-server[83912]: return self._get(url).json() Feb 16 15:49:27.906829 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:49:27.906829 dv-cinder-775706-1-smb neutron-server[83912]: **kwargs) Feb 16 15:49:27.906829 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 15:49:27.906829 dv-cinder-775706-1-smb neutron-server[83912]: return self.request(url, 'GET', **kwargs) Feb 16 15:49:27.906829 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 15:49:27.906829 dv-cinder-775706-1-smb neutron-server[83912]: **endpoint_filter) Feb 16 15:49:27.906829 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 15:49:27.906829 dv-cinder-775706-1-smb neutron-server[83912]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:49:27.906829 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 15:49:27.906829 dv-cinder-775706-1-smb neutron-server[83912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:49:27.906829 dv-cinder-775706-1-smb neutron-server[83912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:49:27.983345 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ad301574-b4c8-49f0-9f2f-5664a7f31b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853256212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664669'] for network, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:27.987734 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ad301574-b4c8-49f0-9f2f-5664a7f31b42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:27.991993 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:49:28.016230 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad301574-b4c8-49f0-9f2f-5664a7f31b42 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:49:28.018824 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ad301574-b4c8-49f0-9f2f-5664a7f31b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:49:28.026951 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-ad301574-b4c8-49f0-9f2f-5664a7f31b42 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d3f5d482-e5e7-4eaa-8c3c-16b1f08433c8 HTTP/1.1" status: 204 len: 168 time: 1.6208088 Feb 16 15:49:28.104503 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:28.144328 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 33098) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:49:28.200135 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-4e9cf076-c0f7-4037-8b5a-ec328073ec27 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b0fc8a8ae93c48d4a30f0b24661af106&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0545149 Feb 16 15:49:28.202784 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 33102) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:49:28.263372 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-605e3d67-0c8c-4275-b2a5-98992a6040c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:28.291081 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-605e3d67-0c8c-4275-b2a5-98992a6040c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:28.337769 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-605e3d67-0c8c-4275-b2a5-98992a6040c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:28.342793 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e29d6b25-3445-4906-8f3b-be41a1e9893d tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:49:28.356157 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e3d67-0c8c-4275-b2a5-98992a6040c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b056e3b8-423b-4dad-b1fa-f94071ffe851,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:49:28.358963 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-605e3d67-0c8c-4275-b2a5-98992a6040c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:49:28.365781 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-605e3d67-0c8c-4275-b2a5-98992a6040c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:28.367070 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-605e3d67-0c8c-4275-b2a5-98992a6040c0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b056e3b8-423b-4dad-b1fa-f94071ffe851 HTTP/1.1" status: 204 len: 168 time: 0.1633315 Feb 16 15:49:29.088769 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d02dc-dcc5-49cd-adcf-6dc0299e9a6a req-5ba39e95-9c3d-4c33-b7ec-73472e62d718 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:29.090381 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c80d02dc-dcc5-49cd-adcf-6dc0299e9a6a req-5ba39e95-9c3d-4c33-b7ec-73472e62d718 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7c98031-146d-4cb2-aefc-11b1802652a0 HTTP/1.1" status: 200 len: 945 time: 0.0885873 Feb 16 15:49:29.102516 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 33126) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:49:29.143282 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c80d02dc-dcc5-49cd-adcf-6dc0299e9a6a req-04408f30-bd01-438d-a3e1-b65d0ebd1b7d tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b524f25-342f-414a-a959-7882470834ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453978 Feb 16 15:49:29.217443 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-1f4e09d2-0ba8-489c-ad8a-5bbeb4ecdbb5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-498237211-network', 'tenant_id': '0ab3af7787b74d4c93aa4ba8f5c73562'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:49:29.222541 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-1f4e09d2-0ba8-489c-ad8a-5bbeb4ecdbb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:49:29.226647 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-1f4e09d2-0ba8-489c-ad8a-5bbeb4ecdbb5 admin admin] Usage tracker for resource:network and tenant:0ab3af7787b74d4c93aa4ba8f5c73562 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:49:29.229644 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-1f4e09d2-0ba8-489c-ad8a-5bbeb4ecdbb5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:49:29.235446 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-1f4e09d2-0ba8-489c-ad8a-5bbeb4ecdbb5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:49:29.245338 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4e09d2-0ba8-489c-ad8a-5bbeb4ecdbb5 admin admin] Made reservation on behalf of 0ab3af7787b74d4c93aa4ba8f5c73562 for: {'network': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:49:29.250068 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1f4e09d2-0ba8-489c-ad8a-5bbeb4ecdbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for network, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:29.263675 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1f4e09d2-0ba8-489c-ad8a-5bbeb4ecdbb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:29.278948 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-1f4e09d2-0ba8-489c-ad8a-5bbeb4ecdbb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:49:29.283347 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-1f4e09d2-0ba8-489c-ad8a-5bbeb4ecdbb5 admin admin] Usage tracker for resource:security_group_rule and tenant:0ab3af7787b74d4c93aa4ba8f5c73562 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:49:29.286334 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-1f4e09d2-0ba8-489c-ad8a-5bbeb4ecdbb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:49:29.292206 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-1f4e09d2-0ba8-489c-ad8a-5bbeb4ecdbb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:49:29.360212 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:29.383445 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1f4e09d2-0ba8-489c-ad8a-5bbeb4ecdbb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:29.386179 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1f4e09d2-0ba8-489c-ad8a-5bbeb4ecdbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:29.389357 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7d54e488-3af2-4baa-a16f-530ba4430407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:49:29.425240 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f4e09d2-0ba8-489c-ad8a-5bbeb4ecdbb5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 15:49:29.431974 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e09d2-0ba8-489c-ad8a-5bbeb4ecdbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00447ad8-7b06-4bcf-ba78-79e7326bd325,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:49:29.435967 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1f4e09d2-0ba8-489c-ad8a-5bbeb4ecdbb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:49:29.439950 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1f4e09d2-0ba8-489c-ad8a-5bbeb4ecdbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853259932'] for segment, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:29.440340 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.db.segments_db [None req-1f4e09d2-0ba8-489c-ad8a-5bbeb4ecdbb5 admin admin] Added segment 2e73efd5-fa44-4206-909a-5734c1318f54 of type vxlan for network b28cd6a2-97c0-4227-b87f-95781628bc0a Feb 16 15:49:29.468354 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1f4e09d2-0ba8-489c-ad8a-5bbeb4ecdbb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754293098833'] for network, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:29.497986 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1f4e09d2-0ba8-489c-ad8a-5bbeb4ecdbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702'] for network, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:29.499261 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4e09d2-0ba8-489c-ad8a-5bbeb4ecdbb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:29.499895 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1f4e09d2-0ba8-489c-ad8a-5bbeb4ecdbb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:29.504718 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:49:29.611701 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-1f4e09d2-0ba8-489c-ad8a-5bbeb4ecdbb5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5079615 Feb 16 15:49:29.612612 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e09d2-0ba8-489c-ad8a-5bbeb4ecdbb5 admin admin] Pushing event updated for resources: {'Network': ['ID=b28cd6a2-97c0-4227-b87f-95781628bc0a,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:49:29.615450 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 33132) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:49:29.618103 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1f4e09d2-0ba8-489c-ad8a-5bbeb4ecdbb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:49:29.622078 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-e5b98458-abfa-4c81-8e4b-09d132354494 admin admin] Request body: {'subnet': {'network_id': 'b28cd6a2-97c0-4227-b87f-95781628bc0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-498237211-subnet', 'tenant_id': '0ab3af7787b74d4c93aa4ba8f5c73562', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:49:29.624168 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Network b28cd6a2-97c0-4227-b87f-95781628bc0a details requested by agent ovs-agent-dv-cinder-775706-1-smb with host dv-cinder-775706-1-smb {{(pid=84027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:49:29.627227 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-e5b98458-abfa-4c81-8e4b-09d132354494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:49:29.631846 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-e5b98458-abfa-4c81-8e4b-09d132354494 admin admin] Usage tracker for resource:subnet and tenant:0ab3af7787b74d4c93aa4ba8f5c73562 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:49:29.634402 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-e5b98458-abfa-4c81-8e4b-09d132354494 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:49:29.640532 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-e5b98458-abfa-4c81-8e4b-09d132354494 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:49:29.650104 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b98458-abfa-4c81-8e4b-09d132354494 admin admin] Made reservation on behalf of 0ab3af7787b74d4c93aa4ba8f5c73562 for: {'subnet': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:49:29.655099 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e5b98458-abfa-4c81-8e4b-09d132354494 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15454850'] for subnet, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:29.692364 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Network b28cd6a2-97c0-4227-b87f-95781628bc0a details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:49:29.825796 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:30.068869 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e5b98458-abfa-4c81-8e4b-09d132354494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-823823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15454897'] for subnet, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:30.085267 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:49:30.260443 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b98458-abfa-4c81-8e4b-09d132354494 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be56c246-7b3e-4ff1-bcb4-89453575e426,revision_number=0']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:49:30.266367 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e5b98458-abfa-4c81-8e4b-09d132354494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:49:30.336809 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a572ee0-0501-476e-8eef-b4aa2d124fee req-d68e3d99-c195-45f9-b520-2f9ff4f55878 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:30.337483 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-1a572ee0-0501-476e-8eef-b4aa2d124fee req-d68e3d99-c195-45f9-b520-2f9ff4f55878 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Synchronizing usage tracker for tenant:b921380b91094d409b5be7300f1f662d on resource:port {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:49:30.341479 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f077a7-a8a1-4189-aa1e-fd4fec9984e0 req-f3b0e139-8841-4085-96c8-45f9168f1607 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:30.343126 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-62f077a7-a8a1-4189-aa1e-fd4fec9984e0 req-f3b0e139-8841-4085-96c8-45f9168f1607 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7c98031-146d-4cb2-aefc-11b1802652a0 HTTP/1.1" status: 200 len: 945 time: 0.0870140 Feb 16 15:49:30.373207 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-1a572ee0-0501-476e-8eef-b4aa2d124fee req-d68e3d99-c195-45f9-b520-2f9ff4f55878 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Unset dirty status for tenant:b921380b91094d409b5be7300f1f662d on resource:port {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:49:30.374464 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1a572ee0-0501-476e-8eef-b4aa2d124fee req-d68e3d99-c195-45f9-b520-2f9ff4f55878 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.102 "GET /v2.0/ports?device_id=a7c98031-146d-4cb2-aefc-11b1802652a0 HTTP/1.1" status: 200 len: 945 time: 0.2106347 Feb 16 15:49:30.377034 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b98458-abfa-4c81-8e4b-09d132354494 admin admin] Checking segment: {'id': '2e73efd5-fa44-4206-909a-5734c1318f54', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b28cd6a2-97c0-4227-b87f-95781628bc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:49:30.377424 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b98458-abfa-4c81-8e4b-09d132354494 admin admin] Network hostable DHCP agents. Network: b28cd6a2-97c0-4227-b87f-95781628bc0a, hostable agents: ['37754f02-07ee-44c0-875b-e652d08d1f6e'], hosted agents: [] {{(pid=84026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 15:49:30.393575 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-62f077a7-a8a1-4189-aa1e-fd4fec9984e0 req-2611f660-f36c-48eb-9a22-c942bd7f2593 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b524f25-342f-414a-a959-7882470834ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434041 Feb 16 15:49:30.453633 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b98458-abfa-4c81-8e4b-09d132354494 admin admin] Network b28cd6a2-97c0-4227-b87f-95781628bc0a is scheduled to be hosted by DHCP agent 37754f02-07ee-44c0-875b-e652d08d1f6e with binding_index 1 {{(pid=84026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 15:49:30.466825 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-1a572ee0-0501-476e-8eef-b4aa2d124fee req-9974c462-744f-4b88-b9b7-bce8311ff5c8 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Deleting port d41be73b-320d-46bd-bba1-c4aba4688c67 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:49:30.467205 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1a572ee0-0501-476e-8eef-b4aa2d124fee req-9974c462-744f-4b88-b9b7-bce8311ff5c8 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:30.511017 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-e5b98458-abfa-4c81-8e4b-09d132354494 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-1-smb, b28cd6a2-97c0-4227-b87f-95781628bc0a) {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:49:30.519020 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa0f7a8-bddb-4d5f-af97-8decc0db076f None None] Network b28cd6a2-97c0-4227-b87f-95781628bc0a requested from dv-cinder-775706-1-smb {{(pid=84027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:49:30.530808 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b98458-abfa-4c81-8e4b-09d132354494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:30.531463 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e5b98458-abfa-4c81-8e4b-09d132354494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:30.615250 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-e5b98458-abfa-4c81-8e4b-09d132354494 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9906497 Feb 16 15:49:30.759252 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535a727a-a6c8-4201-abc2-758bc372dd31 None None] Network b28cd6a2-97c0-4227-b87f-95781628bc0a requested from dv-cinder-775706-1-smb {{(pid=84027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:49:30.816749 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-1a572ee0-0501-476e-8eef-b4aa2d124fee req-9974c462-744f-4b88-b9b7-bce8311ff5c8 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] For port d41be73b-320d-46bd-bba1-c4aba4688c67, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=d41be73b-320d-46bd-bba1-c4aba4688c67,segment=NetworkSegment(d2f74fa3-e8ca-49c6-bf7d-951e3a502cb3),segment_id=d2f74fa3-e8ca-49c6-bf7d-951e3a502cb3)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:49:30.817158 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1a572ee0-0501-476e-8eef-b4aa2d124fee req-9974c462-744f-4b88-b9b7-bce8311ff5c8 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:31.206078 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-1a572ee0-0501-476e-8eef-b4aa2d124fee req-9974c462-744f-4b88-b9b7-bce8311ff5c8 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Calling delete_port for d41be73b-320d-46bd-bba1-c4aba4688c67 owned by compute:nova {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:49:31.362670 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1a572ee0-0501-476e-8eef-b4aa2d124fee req-9974c462-744f-4b88-b9b7-bce8311ff5c8 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-823957'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:31.380958 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7e705a31-9813-4d13-b890-0613fdf30f6b tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:49:31.408263 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-b1c69efa-8756-4b98-9287-68b9aca23ca9 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:31.409866 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-b1c69efa-8756-4b98-9287-68b9aca23ca9 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/networks?id=b28cd6a2-97c0-4227-b87f-95781628bc0a HTTP/1.1" status: 200 len: 814 time: 0.3758841 Feb 16 15:49:31.426963 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-6e5b328d-e251-4ed7-a1c8-ffcdb6a5dd02 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/quotas/0ab3af7787b74d4c93aa4ba8f5c73562 HTTP/1.1" status: 200 len: 375 time: 0.0099576 Feb 16 15:49:31.477365 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974c462-744f-4b88-b9b7-bce8311ff5c8 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Pushing event deleted for resources: {'Port': ['ID=d41be73b-320d-46bd-bba1-c4aba4688c67,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:49:31.484528 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-9974c462-744f-4b88-b9b7-bce8311ff5c8 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:49:31.488088 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-78e30e0d-3525-4dc3-97ea-1e9bc4f9fa1b tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ab3af7787b74d4c93aa4ba8f5c73562&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543404 Feb 16 15:49:31.591562 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-30575551-60d1-4094-b890-2ee594534985 req-096b6dfa-900d-43c9-a1ea-2037b680ea90 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7c98031-146d-4cb2-aefc-11b1802652a0 HTTP/1.1" status: 200 len: 210 time: 0.0764813 Feb 16 15:49:31.599012 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a572ee0-0501-476e-8eef-b4aa2d124fee req-9974c462-744f-4b88-b9b7-bce8311ff5c8 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] No DVR routers for this DVR port d41be73b-320d-46bd-bba1-c4aba4688c67 on host hv-cinder-77570 {{(pid=84026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 15:49:31.601255 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1a572ee0-0501-476e-8eef-b4aa2d124fee req-9974c462-744f-4b88-b9b7-bce8311ff5c8 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:31.604116 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c98031-146d-4cb2-aefc-11b1802652a0', 'name': 'network-vif-deleted', 'tag': 'd41be73b-320d-46bd-bba1-c4aba4688c67'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:49:31.620897 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1a572ee0-0501-476e-8eef-b4aa2d124fee req-9974c462-744f-4b88-b9b7-bce8311ff5c8 tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] 10.222.0.102 "DELETE /v2.0/ports/d41be73b-320d-46bd-bba1-c4aba4688c67 HTTP/1.1" status: 204 len: 173 time: 1.2386675 Feb 16 15:49:31.655527 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c98031-146d-4cb2-aefc-11b1802652a0', 'name': 'network-vif-deleted', 'tag': 'd41be73b-320d-46bd-bba1-c4aba4688c67', 'status': 'completed', 'code': 200} Feb 16 15:49:31.709279 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-5c5ae501-6b4c-482a-82ff-804b190f6d52 service neutron] 10.222.0.42 "GET /v2.0/networks/b28cd6a2-97c0-4227-b87f-95781628bc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121394 Feb 16 15:49:31.854682 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-2e57f55a-0e64-4bef-938f-4879fe09c992 service neutron] 10.222.0.42 "GET /v2.0/networks/b28cd6a2-97c0-4227-b87f-95781628bc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1387355 Feb 16 15:49:32.048483 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-91cfe910-29d9-4828-8c29-a03aa470c043 req-594056e2-3e7c-4dbb-bbdc-fdfe23f16693 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=878edd07-4c97-45a5-9234-de37b497b491 HTTP/1.1" status: 200 len: 210 time: 0.0492308 Feb 16 15:49:32.127078 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device d41be73b-320d-46bd-bba1-c4aba4688c67 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 15:49:32.166309 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] No Port match for: d41be73b-320d-46bd-bba1-c4aba4688c67 {{(pid=84027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 15:49:32.166706 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device d41be73b-320d-46bd-bba1-c4aba4688c67 not bound to the agent host hv-cinder-77570 {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 15:49:32.328022 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:33.236131 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-19c09d1f-9b13-43cf-a7f9-f09e48da8ba7 req-39559b6b-f378-4a15-a963-754c7fa9cb27 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=878edd07-4c97-45a5-9234-de37b497b491 HTTP/1.1" status: 200 len: 210 time: 0.0522881 Feb 16 15:49:33.408551 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-3a15a7a3-8947-4348-8b9d-00d1c3aa31e0 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:33.409214 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-3a15a7a3-8947-4348-8b9d-00d1c3aa31e0 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Synchronizing usage tracker for tenant:0ab3af7787b74d4c93aa4ba8f5c73562 on resource:network {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:49:33.425744 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-3a15a7a3-8947-4348-8b9d-00d1c3aa31e0 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Unset dirty status for tenant:0ab3af7787b74d4c93aa4ba8f5c73562 on resource:network {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:49:33.427039 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-3a15a7a3-8947-4348-8b9d-00d1c3aa31e0 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.102 "GET /v2.0/networks?id=b28cd6a2-97c0-4227-b87f-95781628bc0a HTTP/1.1" status: 200 len: 814 time: 0.1820171 Feb 16 15:49:33.465473 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Request body: {'port': {'device_id': '878edd07-4c97-45a5-9234-de37b497b491', 'network_id': 'b28cd6a2-97c0-4227-b87f-95781628bc0a', 'admin_state_up': True, 'tenant_id': '0ab3af7787b74d4c93aa4ba8f5c73562'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:49:33.612174 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:49:33.616743 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Usage tracker for resource:port and tenant:0ab3af7787b74d4c93aa4ba8f5c73562 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:49:33.619754 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:49:33.625568 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:49:33.637068 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Made reservation on behalf of 0ab3af7787b74d4c93aa4ba8f5c73562 for: {'port': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:49:33.642820 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:33.955454 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Allocated IP 172.20.0.12 (b28cd6a2-97c0-4227-b87f-95781628bc0a/be56c246-7b3e-4ff1-bcb4-89453575e426/35256496-ba88-4db3-907b-39cf09ebd9b5) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:49:34.191937 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:34.224637 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-823957'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:34.242671 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c7a69605-6100-4e12-9663-d20a6c05bee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:49:34.385364 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Pushing event updated for resources: {'Port': ['ID=35256496-ba88-4db3-907b-39cf09ebd9b5,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:49:34.409049 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:34.409462 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:34.409876 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:34.410864 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:34.411375 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:34.411776 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:34.412339 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:34.412734 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:34.413125 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:34.414201 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:34.414669 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:34.415310 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:34.415819 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:34.416217 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:34.416601 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:34.416992 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:34.417378 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:34.417820 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:34.418149 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:34.418563 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:34.418949 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:34.419305 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:34.419687 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:34.420068 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:34.424440 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:49:34.444700 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4da78-2755-4432-9f20-b0604cfef40d req-8da85af3-af22-4da7-8ba2-4f7d144b5bf5 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:34.446559 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-85b4da78-2755-4432-9f20-b0604cfef40d req-8da85af3-af22-4da7-8ba2-4f7d144b5bf5 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=878edd07-4c97-45a5-9234-de37b497b491 HTTP/1.1" status: 200 len: 932 time: 0.0938854 Feb 16 15:49:34.465080 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Network b28cd6a2-97c0-4227-b87f-95781628bc0a is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:49:34.466426 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:49:34.468884 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:49:34.497436 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-85b4da78-2755-4432-9f20-b0604cfef40d req-61677a8d-bf63-4f88-a2a8-bc33591e9fd5 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438666 Feb 16 15:49:34.537368 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:34.538035 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:34.558547 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0973432 Feb 16 15:49:34.579232 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-f5ded3f8-4b4b-435b-b921-8a8ca3591214 service neutron] Request body: {'port': {'device_id': '878edd07-4c97-45a5-9234-de37b497b491', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:49:34.701772 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-f5ded3f8-4b4b-435b-b921-8a8ca3591214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:35.118324 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-f5ded3f8-4b4b-435b-b921-8a8ca3591214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35256496-ba88-4db3-907b-39cf09ebd9b5 {{(pid=84026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 15:49:35.126320 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-f5ded3f8-4b4b-435b-b921-8a8ca3591214 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:35.139199 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-f5ded3f8-4b4b-435b-b921-8a8ca3591214 service neutron] Transition to ACTIVE for port object 35256496-ba88-4db3-907b-39cf09ebd9b5 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:49:35.141744 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-f5ded3f8-4b4b-435b-b921-8a8ca3591214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853951842'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:35.157729 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5e7c2454-f3da-4f7d-b070-037185ef7a6d tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:49:35.298950 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ded3f8-4b4b-435b-b921-8a8ca3591214 service neutron] Pushing event updated for resources: {'Port': ['ID=35256496-ba88-4db3-907b-39cf09ebd9b5,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:49:35.303849 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f5ded3f8-4b4b-435b-b921-8a8ca3591214 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:49:35.484804 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-f5ded3f8-4b4b-435b-b921-8a8ca3591214 service neutron] Attempting to bind port 35256496-ba88-4db3-907b-39cf09ebd9b5 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:49:35.485149 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-f5ded3f8-4b4b-435b-b921-8a8ca3591214 service neutron] Attempting to bind port 35256496-ba88-4db3-907b-39cf09ebd9b5 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '2e73efd5-fa44-4206-909a-5734c1318f54', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b28cd6a2-97c0-4227-b87f-95781628bc0a'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:49:35.485519 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-f5ded3f8-4b4b-435b-b921-8a8ca3591214 service neutron] Attempting to bind port 35256496-ba88-4db3-907b-39cf09ebd9b5 on network b28cd6a2-97c0-4227-b87f-95781628bc0a {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:49:35.491206 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-f5ded3f8-4b4b-435b-b921-8a8ca3591214 service neutron] Checking agent: {'id': '9f703877-974c-4713-aaa3-781784e6ea8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 41, 2), 'started_at': datetime.datetime(2021, 2, 16, 15, 41, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.100', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:49:35.491580 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-f5ded3f8-4b4b-435b-b921-8a8ca3591214 service neutron] Checking segment: {'id': '2e73efd5-fa44-4206-909a-5734c1318f54', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b28cd6a2-97c0-4227-b87f-95781628bc0a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:49:35.491981 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-f5ded3f8-4b4b-435b-b921-8a8ca3591214 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:35.492374 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-f5ded3f8-4b4b-435b-b921-8a8ca3591214 service neutron] Bound using segment: {'id': '2e73efd5-fa44-4206-909a-5734c1318f54', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b28cd6a2-97c0-4227-b87f-95781628bc0a'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:49:35.492847 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-f5ded3f8-4b4b-435b-b921-8a8ca3591214 service neutron] Bound port: 35256496-ba88-4db3-907b-39cf09ebd9b5, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e73efd5-fa44-4206-909a-5734c1318f54', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b28cd6a2-97c0-4227-b87f-95781628bc0a'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:49:35.493222 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-f5ded3f8-4b4b-435b-b921-8a8ca3591214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:35.593954 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-f5ded3f8-4b4b-435b-b921-8a8ca3591214 service neutron] For port 35256496-ba88-4db3-907b-39cf09ebd9b5, host hv-cinder-77570, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:49:35.598092 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-f5ded3f8-4b4b-435b-b921-8a8ca3591214 service neutron] For port 35256496-ba88-4db3-907b-39cf09ebd9b5, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=35256496-ba88-4db3-907b-39cf09ebd9b5,segment=NetworkSegment(2e73efd5-fa44-4206-909a-5734c1318f54),segment_id=2e73efd5-fa44-4206-909a-5734c1318f54)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:49:35.601766 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-f5ded3f8-4b4b-435b-b921-8a8ca3591214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853951842'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:35.618363 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-59c72ec5-7534-45aa-bb86-4116c0810110 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:49:35.718293 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3398004-b64f-403a-81f3-509ccc942db0 req-8e58c3c6-997f-46ec-9efb-e5f4f5927eea tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:35.719938 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a3398004-b64f-403a-81f3-509ccc942db0 req-8e58c3c6-997f-46ec-9efb-e5f4f5927eea tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=878edd07-4c97-45a5-9234-de37b497b491 HTTP/1.1" status: 200 len: 944 time: 0.1005061 Feb 16 15:49:35.774501 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a3398004-b64f-403a-81f3-509ccc942db0 req-72344b1b-94b9-4ff0-97dd-27243010844b tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477138 Feb 16 15:49:35.775112 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ded3f8-4b4b-435b-b921-8a8ca3591214 service neutron] Pushing event updated for resources: {'Port': ['ID=35256496-ba88-4db3-907b-39cf09ebd9b5,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:49:35.781745 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f5ded3f8-4b4b-435b-b921-8a8ca3591214 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:49:35.823370 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-f5ded3f8-4b4b-435b-b921-8a8ca3591214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:35.824045 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-f5ded3f8-4b4b-435b-b921-8a8ca3591214 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:35.825533 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-f5ded3f8-4b4b-435b-b921-8a8ca3591214 service neutron] 10.222.0.102 "PUT /v2.0/ports/35256496-ba88-4db3-907b-39cf09ebd9b5 HTTP/1.1" status: 200 len: 1158 time: 1.2509313 Feb 16 15:49:35.826067 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878edd07-4c97-45a5-9234-de37b497b491', 'tag': '35256496-ba88-4db3-907b-39cf09ebd9b5'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:49:35.878453 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878edd07-4c97-45a5-9234-de37b497b491', 'tag': '35256496-ba88-4db3-907b-39cf09ebd9b5', 'status': 'completed', 'code': 200} Feb 16 15:49:35.976672 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-7944da9f-6c9f-4de5-8124-14753ed02de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:35.978317 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-7944da9f-6c9f-4de5-8124-14753ed02de4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0ab3af7787b74d4c93aa4ba8f5c73562&device_id=878edd07-4c97-45a5-9234-de37b497b491 HTTP/1.1" status: 200 len: 1161 time: 0.0790703 Feb 16 15:49:36.074160 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-a2b5a0b9-50c7-415b-906d-48ed9dc44139 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35256496-ba88-4db3-907b-39cf09ebd9b5 HTTP/1.1" status: 200 len: 217 time: 0.0691755 Feb 16 15:49:36.148075 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-19b80b07-23c6-4763-8910-9883536c54ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:36.149983 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-19b80b07-23c6-4763-8910-9883536c54ac service neutron] 10.222.0.102 "GET /v2.0/subnets?id=be56c246-7b3e-4ff1-bcb4-89453575e426 HTTP/1.1" status: 200 len: 854 time: 0.0687268 Feb 16 15:49:36.205407 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-c1d0a944-7274-4c5b-83b0-0fb22d3bd0e9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b28cd6a2-97c0-4227-b87f-95781628bc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485935 Feb 16 15:49:36.585736 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-1b147031-d916-43cc-822e-138fefe55534 service neutron] 10.222.0.102 "GET /v2.0/networks/b28cd6a2-97c0-4227-b87f-95781628bc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729939 Feb 16 15:49:36.736007 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6c371aa8-4ee5-4c9c-8dc4-855cdfe45303 req-00b07cbe-4e37-4b67-84cb-90b6ef14a600 service neutron] 10.222.0.102 "GET /v2.0/networks/b28cd6a2-97c0-4227-b87f-95781628bc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1404784 Feb 16 15:49:36.912992 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc000b33-eaa0-487d-8976-3eb684bdfb66 req-68e01161-2d79-4a3b-9d8d-c0fb1e6cc7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:36.914527 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cc000b33-eaa0-487d-8976-3eb684bdfb66 req-68e01161-2d79-4a3b-9d8d-c0fb1e6cc7c5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0ab3af7787b74d4c93aa4ba8f5c73562&device_id=878edd07-4c97-45a5-9234-de37b497b491 HTTP/1.1" status: 200 len: 1161 time: 0.0809591 Feb 16 15:49:36.978835 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb1358-89b0-45e1-b678-d3782bd1650b req-d9585b42-5543-4668-be97-ae193804bbca tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:36.980456 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1adb1358-89b0-45e1-b678-d3782bd1650b req-d9585b42-5543-4668-be97-ae193804bbca tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=878edd07-4c97-45a5-9234-de37b497b491 HTTP/1.1" status: 200 len: 944 time: 0.0876682 Feb 16 15:49:37.031911 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1adb1358-89b0-45e1-b678-d3782bd1650b req-6bb17c0f-09cc-4922-b1ef-2b5722daab77 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448639 Feb 16 15:49:37.057855 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc000b33-eaa0-487d-8976-3eb684bdfb66 req-bbe63065-bb1e-458c-bea0-65e41cca3bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:37.059462 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cc000b33-eaa0-487d-8976-3eb684bdfb66 req-bbe63065-bb1e-458c-bea0-65e41cca3bfc service neutron] 10.222.0.102 "GET /v2.0/networks?id=b28cd6a2-97c0-4227-b87f-95781628bc0a HTTP/1.1" status: 200 len: 908 time: 0.1375134 Feb 16 15:49:37.137862 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cc000b33-eaa0-487d-8976-3eb684bdfb66 req-f5f954b7-ea54-433a-869e-f5b61bb61d96 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35256496-ba88-4db3-907b-39cf09ebd9b5 HTTP/1.1" status: 200 len: 217 time: 0.0687666 Feb 16 15:49:37.206800 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc000b33-eaa0-487d-8976-3eb684bdfb66 req-89440577-bfc3-4bc1-a544-f1ea4ae2f049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:37.208871 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cc000b33-eaa0-487d-8976-3eb684bdfb66 req-89440577-bfc3-4bc1-a544-f1ea4ae2f049 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=be56c246-7b3e-4ff1-bcb4-89453575e426 HTTP/1.1" status: 200 len: 854 time: 0.0629795 Feb 16 15:49:37.265871 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cc000b33-eaa0-487d-8976-3eb684bdfb66 req-1c55da7f-c1fa-4e47-affa-ecb31b6cb138 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b28cd6a2-97c0-4227-b87f-95781628bc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484586 Feb 16 15:49:37.414102 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cc000b33-eaa0-487d-8976-3eb684bdfb66 req-4cb65c18-bce8-4019-977d-66d8380964f7 service neutron] 10.222.0.102 "GET /v2.0/networks/b28cd6a2-97c0-4227-b87f-95781628bc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406143 Feb 16 15:49:37.571635 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cc000b33-eaa0-487d-8976-3eb684bdfb66 req-26cc460d-0362-4b5a-bd27-df6372bdb47c service neutron] 10.222.0.102 "GET /v2.0/networks/b28cd6a2-97c0-4227-b87f-95781628bc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1414266 Feb 16 15:49:38.232159 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499e381-fb7f-4d4f-b4e1-9eb17a077290 req-5872ebee-5922-4592-9f94-f808ef9c587b tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:38.233768 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-7499e381-fb7f-4d4f-b4e1-9eb17a077290 req-5872ebee-5922-4592-9f94-f808ef9c587b tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=878edd07-4c97-45a5-9234-de37b497b491 HTTP/1.1" status: 200 len: 944 time: 0.0883660 Feb 16 15:49:38.282290 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-7499e381-fb7f-4d4f-b4e1-9eb17a077290 req-3de5e937-9a44-47a2-9701-a3bed9a64cbc tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416245 Feb 16 15:49:39.486671 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0872809-2dce-4d63-ba45-9fae392458b8 req-885cacc5-7bbb-41bf-b306-c32c15a8ca27 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:39.488296 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b0872809-2dce-4d63-ba45-9fae392458b8 req-885cacc5-7bbb-41bf-b306-c32c15a8ca27 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=878edd07-4c97-45a5-9234-de37b497b491 HTTP/1.1" status: 200 len: 944 time: 0.0912356 Feb 16 15:49:39.536377 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b0872809-2dce-4d63-ba45-9fae392458b8 req-8f47a7d1-a379-451b-ad8e-ddb3203ed753 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418322 Feb 16 15:49:40.323126 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.objects.ports [None req-9f655244-701c-4af1-8768-8026f204c069 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84027) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 16 15:49:40.737778 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51620123-29a9-49ac-b410-f1540ad483e4 req-49c50fce-456d-4beb-94e8-b59ab33d732a tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:40.740026 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-51620123-29a9-49ac-b410-f1540ad483e4 req-49c50fce-456d-4beb-94e8-b59ab33d732a tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=878edd07-4c97-45a5-9234-de37b497b491 HTTP/1.1" status: 200 len: 944 time: 0.0905504 Feb 16 15:49:40.793109 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-51620123-29a9-49ac-b410-f1540ad483e4 req-7bb9a914-8890-4ac9-865e-16d077db07cf tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466957 Feb 16 15:49:40.872584 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 35256496-ba88-4db3-907b-39cf09ebd9b5 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:49:40.943350 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning for port 35256496-ba88-4db3-907b-39cf09ebd9b5 completed by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:49:40.948192 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 35256496-ba88-4db3-907b-39cf09ebd9b5 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:49:40.948611 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:41.073391 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:41.102156 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878edd07-4c97-45a5-9234-de37b497b491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35256496-ba88-4db3-907b-39cf09ebd9b5'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:49:41.112744 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] For port 35256496-ba88-4db3-907b-39cf09ebd9b5, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=35256496-ba88-4db3-907b-39cf09ebd9b5,segment=NetworkSegment(2e73efd5-fa44-4206-909a-5734c1318f54),segment_id=2e73efd5-fa44-4206-909a-5734c1318f54)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:49:41.116227 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:41.118145 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:49:41.159209 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878edd07-4c97-45a5-9234-de37b497b491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35256496-ba88-4db3-907b-39cf09ebd9b5', 'code': 200} Feb 16 15:49:41.204771 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Pushing event updated for resources: {'Port': ['ID=35256496-ba88-4db3-907b-39cf09ebd9b5,revision_number=4']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:49:41.208493 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:49:41.428210 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4843b56-3e34-42a4-bce5-008677c73307 req-41224b67-800d-4916-8112-f7299575a8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:41.429799 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a4843b56-3e34-42a4-bce5-008677c73307 req-41224b67-800d-4916-8112-f7299575a8c8 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=878edd07-4c97-45a5-9234-de37b497b491 HTTP/1.1" status: 200 len: 1163 time: 0.0803740 Feb 16 15:49:41.474066 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a4843b56-3e34-42a4-bce5-008677c73307 req-bb2b7f5e-3f11-4497-9188-079a25e938ce service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369544 Feb 16 15:49:41.996765 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26923a1d-1e78-4dc9-9e71-f654b32de1fa req-b32ef315-a61e-4030-9767-d1ae0e8f8636 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:41.998360 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-26923a1d-1e78-4dc9-9e71-f654b32de1fa req-b32ef315-a61e-4030-9767-d1ae0e8f8636 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=878edd07-4c97-45a5-9234-de37b497b491 HTTP/1.1" status: 200 len: 946 time: 0.0867493 Feb 16 15:49:42.047314 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-26923a1d-1e78-4dc9-9e71-f654b32de1fa req-acf7b433-e439-453a-baf4-778ce8171369 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412264 Feb 16 15:49:42.357389 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 35256496-ba88-4db3-907b-39cf09ebd9b5 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:49:42.592879 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 35256496-ba88-4db3-907b-39cf09ebd9b5 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:49:42.593198 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:43.249594 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8895ff5-ade7-4856-bef8-a37c96779792 req-4465f665-10cf-4e6d-826a-99b1c9f8eb0d tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:43.251233 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b8895ff5-ade7-4856-bef8-a37c96779792 req-4465f665-10cf-4e6d-826a-99b1c9f8eb0d tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=878edd07-4c97-45a5-9234-de37b497b491 HTTP/1.1" status: 200 len: 946 time: 0.0894370 Feb 16 15:49:43.299554 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b8895ff5-ade7-4856-bef8-a37c96779792 req-29422eb3-4345-468a-9d8c-d109c2bdaabc tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419786 Feb 16 15:49:47.949697 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bc0db-b908-46a8-9438-680ae772c840 req-f8a92c7b-0b67-4e61-93e0-8cdb7baa734b tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:47.951224 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c48bc0db-b908-46a8-9438-680ae772c840 req-f8a92c7b-0b67-4e61-93e0-8cdb7baa734b tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/networks?id=b28cd6a2-97c0-4227-b87f-95781628bc0a HTTP/1.1" status: 200 len: 814 time: 0.1594663 Feb 16 15:49:47.967500 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c48bc0db-b908-46a8-9438-680ae772c840 req-3333dab8-02ae-4b23-bb9b-8e911cf48033 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/quotas/0ab3af7787b74d4c93aa4ba8f5c73562 HTTP/1.1" status: 200 len: 375 time: 0.0102217 Feb 16 15:49:48.053423 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c48bc0db-b908-46a8-9438-680ae772c840 req-f0f8d3db-e89d-48e8-b192-ec7ee25718d9 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ab3af7787b74d4c93aa4ba8f5c73562&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0804203 Feb 16 15:49:48.196091 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c48bc0db-b908-46a8-9438-680ae772c840 req-612aee6b-29fb-485c-9223-f54a35d8d0eb service neutron] 10.222.0.42 "GET /v2.0/networks/b28cd6a2-97c0-4227-b87f-95781628bc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346607 Feb 16 15:49:48.339256 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c48bc0db-b908-46a8-9438-680ae772c840 req-1ffcaaca-063c-4e4e-9224-f7b98d042e79 service neutron] 10.222.0.42 "GET /v2.0/networks/b28cd6a2-97c0-4227-b87f-95781628bc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1365926 Feb 16 15:49:48.551265 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9ce2b5cd-32d7-4201-8f8c-ef45e03d27f2 req-996ea13d-691f-4272-87cf-5caf9832aea9 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b0dc6b-e94b-4da2-b9a4-474f9970ad19 HTTP/1.1" status: 200 len: 210 time: 0.0531774 Feb 16 15:49:49.484536 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-eb9461c9-bb47-4d7e-96bc-3e223911d95a None None] Agent healthcheck: found 6 active agents {{(pid=84028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:49:49.717981 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-99474dcb-1ade-4750-92f8-c3e2d916953d req-38258d08-d3df-4878-a348-a64868c36103 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b0dc6b-e94b-4da2-b9a4-474f9970ad19 HTTP/1.1" status: 200 len: 210 time: 0.0513923 Feb 16 15:49:49.811387 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bc0db-b908-46a8-9438-680ae772c840 req-4ed1b8bb-42d3-44ca-b147-8617fe09741e tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:49.813049 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c48bc0db-b908-46a8-9438-680ae772c840 req-4ed1b8bb-42d3-44ca-b147-8617fe09741e tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.102 "GET /v2.0/networks?id=b28cd6a2-97c0-4227-b87f-95781628bc0a HTTP/1.1" status: 200 len: 814 time: 0.1745522 Feb 16 15:49:49.834348 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-c48bc0db-b908-46a8-9438-680ae772c840 req-8991e0b5-589d-4572-93e8-168c6cb2191c tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Request body: {'port': {'device_id': '63b0dc6b-e94b-4da2-b9a4-474f9970ad19', 'network_id': 'b28cd6a2-97c0-4227-b87f-95781628bc0a', 'admin_state_up': True, 'tenant_id': '0ab3af7787b74d4c93aa4ba8f5c73562'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:49:49.987254 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-c48bc0db-b908-46a8-9438-680ae772c840 req-8991e0b5-589d-4572-93e8-168c6cb2191c tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:49:49.991967 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-c48bc0db-b908-46a8-9438-680ae772c840 req-8991e0b5-589d-4572-93e8-168c6cb2191c tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Usage tracker for resource:port and tenant:0ab3af7787b74d4c93aa4ba8f5c73562 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:49:49.995015 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-c48bc0db-b908-46a8-9438-680ae772c840 req-8991e0b5-589d-4572-93e8-168c6cb2191c tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:49:50.000729 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-c48bc0db-b908-46a8-9438-680ae772c840 req-8991e0b5-589d-4572-93e8-168c6cb2191c tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:49:50.009650 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c48bc0db-b908-46a8-9438-680ae772c840 req-8991e0b5-589d-4572-93e8-168c6cb2191c tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Made reservation on behalf of 0ab3af7787b74d4c93aa4ba8f5c73562 for: {'port': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:49:50.015311 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-c48bc0db-b908-46a8-9438-680ae772c840 req-8991e0b5-589d-4572-93e8-168c6cb2191c tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:50.332648 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-c48bc0db-b908-46a8-9438-680ae772c840 req-8991e0b5-589d-4572-93e8-168c6cb2191c tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Allocated IP 172.20.0.8 (b28cd6a2-97c0-4227-b87f-95781628bc0a/be56c246-7b3e-4ff1-bcb4-89453575e426/8df4509e-1338-4e4b-a598-c522b65557e2) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:49:50.558982 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-c48bc0db-b908-46a8-9438-680ae772c840 req-8991e0b5-589d-4572-93e8-168c6cb2191c tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:50.589013 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-c48bc0db-b908-46a8-9438-680ae772c840 req-8991e0b5-589d-4572-93e8-168c6cb2191c tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-823957'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:50.604066 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-59c72ec5-7534-45aa-bb86-4116c0810110 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:49:50.747085 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991e0b5-589d-4572-93e8-168c6cb2191c tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Pushing event updated for resources: {'Port': ['ID=8df4509e-1338-4e4b-a598-c522b65557e2,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:49:50.751935 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8991e0b5-589d-4572-93e8-168c6cb2191c tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:49:50.807103 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c48bc0db-b908-46a8-9438-680ae772c840 req-8991e0b5-589d-4572-93e8-168c6cb2191c tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Network b28cd6a2-97c0-4227-b87f-95781628bc0a is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:49:50.808311 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-c48bc0db-b908-46a8-9438-680ae772c840 req-8991e0b5-589d-4572-93e8-168c6cb2191c tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:49:50.810749 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48bc0db-b908-46a8-9438-680ae772c840 req-8991e0b5-589d-4572-93e8-168c6cb2191c tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:49:50.874778 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bc0db-b908-46a8-9438-680ae772c840 req-8991e0b5-589d-4572-93e8-168c6cb2191c tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:50.875341 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-c48bc0db-b908-46a8-9438-680ae772c840 req-8991e0b5-589d-4572-93e8-168c6cb2191c tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:50.899694 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c48bc0db-b908-46a8-9438-680ae772c840 req-8991e0b5-589d-4572-93e8-168c6cb2191c tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0696628 Feb 16 15:49:50.919834 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-c48bc0db-b908-46a8-9438-680ae772c840 req-2ff67122-a97b-481b-b934-7e29dc81130d service neutron] Request body: {'port': {'device_id': '63b0dc6b-e94b-4da2-b9a4-474f9970ad19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:49:50.939800 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48552f59-56ee-4331-8a94-8b1c34469c52 req-9c8bb393-6b36-4ffc-9424-986a6cd4ab00 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:50.941443 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-48552f59-56ee-4331-8a94-8b1c34469c52 req-9c8bb393-6b36-4ffc-9424-986a6cd4ab00 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b0dc6b-e94b-4da2-b9a4-474f9970ad19 HTTP/1.1" status: 200 len: 931 time: 0.0897174 Feb 16 15:49:50.994007 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-48552f59-56ee-4331-8a94-8b1c34469c52 req-13e29cd2-96e4-441d-8916-35b151ba26f2 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459492 Feb 16 15:49:51.042848 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-c48bc0db-b908-46a8-9438-680ae772c840 req-2ff67122-a97b-481b-b934-7e29dc81130d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:51.466901 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [req-c48bc0db-b908-46a8-9438-680ae772c840 req-2ff67122-a97b-481b-b934-7e29dc81130d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8df4509e-1338-4e4b-a598-c522b65557e2 {{(pid=84026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 15:49:51.476045 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-c48bc0db-b908-46a8-9438-680ae772c840 req-2ff67122-a97b-481b-b934-7e29dc81130d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:51.488503 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-c48bc0db-b908-46a8-9438-680ae772c840 req-2ff67122-a97b-481b-b934-7e29dc81130d service neutron] Transition to ACTIVE for port object 8df4509e-1338-4e4b-a598-c522b65557e2 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:49:51.491984 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-c48bc0db-b908-46a8-9438-680ae772c840 req-2ff67122-a97b-481b-b934-7e29dc81130d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853951842'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:51.507860 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:49:51.644332 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff67122-a97b-481b-b934-7e29dc81130d service neutron] Pushing event updated for resources: {'Port': ['ID=8df4509e-1338-4e4b-a598-c522b65557e2,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:49:51.649159 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2ff67122-a97b-481b-b934-7e29dc81130d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:49:51.831790 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-c48bc0db-b908-46a8-9438-680ae772c840 req-2ff67122-a97b-481b-b934-7e29dc81130d service neutron] Attempting to bind port 8df4509e-1338-4e4b-a598-c522b65557e2 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:49:51.832161 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-c48bc0db-b908-46a8-9438-680ae772c840 req-2ff67122-a97b-481b-b934-7e29dc81130d service neutron] Attempting to bind port 8df4509e-1338-4e4b-a598-c522b65557e2 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '2e73efd5-fa44-4206-909a-5734c1318f54', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b28cd6a2-97c0-4227-b87f-95781628bc0a'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:49:51.832530 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48bc0db-b908-46a8-9438-680ae772c840 req-2ff67122-a97b-481b-b934-7e29dc81130d service neutron] Attempting to bind port 8df4509e-1338-4e4b-a598-c522b65557e2 on network b28cd6a2-97c0-4227-b87f-95781628bc0a {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:49:51.838246 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48bc0db-b908-46a8-9438-680ae772c840 req-2ff67122-a97b-481b-b934-7e29dc81130d service neutron] Checking agent: {'id': '9f703877-974c-4713-aaa3-781784e6ea8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 41, 2), 'started_at': datetime.datetime(2021, 2, 16, 15, 41, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.100', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:49:51.838659 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48bc0db-b908-46a8-9438-680ae772c840 req-2ff67122-a97b-481b-b934-7e29dc81130d service neutron] Checking segment: {'id': '2e73efd5-fa44-4206-909a-5734c1318f54', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b28cd6a2-97c0-4227-b87f-95781628bc0a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:49:51.839069 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-c48bc0db-b908-46a8-9438-680ae772c840 req-2ff67122-a97b-481b-b934-7e29dc81130d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:51.839469 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48bc0db-b908-46a8-9438-680ae772c840 req-2ff67122-a97b-481b-b934-7e29dc81130d service neutron] Bound using segment: {'id': '2e73efd5-fa44-4206-909a-5734c1318f54', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b28cd6a2-97c0-4227-b87f-95781628bc0a'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:49:51.839943 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-c48bc0db-b908-46a8-9438-680ae772c840 req-2ff67122-a97b-481b-b934-7e29dc81130d service neutron] Bound port: 8df4509e-1338-4e4b-a598-c522b65557e2, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e73efd5-fa44-4206-909a-5734c1318f54', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b28cd6a2-97c0-4227-b87f-95781628bc0a'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:49:51.840318 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-c48bc0db-b908-46a8-9438-680ae772c840 req-2ff67122-a97b-481b-b934-7e29dc81130d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:51.936800 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-c48bc0db-b908-46a8-9438-680ae772c840 req-2ff67122-a97b-481b-b934-7e29dc81130d service neutron] For port 8df4509e-1338-4e4b-a598-c522b65557e2, host hv-cinder-77570, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:49:51.940093 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-c48bc0db-b908-46a8-9438-680ae772c840 req-2ff67122-a97b-481b-b934-7e29dc81130d service neutron] For port 8df4509e-1338-4e4b-a598-c522b65557e2, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=8df4509e-1338-4e4b-a598-c522b65557e2,segment=NetworkSegment(2e73efd5-fa44-4206-909a-5734c1318f54),segment_id=2e73efd5-fa44-4206-909a-5734c1318f54)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:49:51.943382 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-c48bc0db-b908-46a8-9438-680ae772c840 req-2ff67122-a97b-481b-b934-7e29dc81130d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853951842'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:51.958296 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:49:52.111556 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff67122-a97b-481b-b934-7e29dc81130d service neutron] Pushing event updated for resources: {'Port': ['ID=8df4509e-1338-4e4b-a598-c522b65557e2,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:49:52.116765 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2ff67122-a97b-481b-b934-7e29dc81130d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:49:52.146628 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bc0db-b908-46a8-9438-680ae772c840 req-2ff67122-a97b-481b-b934-7e29dc81130d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:52.147494 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-c48bc0db-b908-46a8-9438-680ae772c840 req-2ff67122-a97b-481b-b934-7e29dc81130d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:52.148770 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c48bc0db-b908-46a8-9438-680ae772c840 req-2ff67122-a97b-481b-b934-7e29dc81130d service neutron] 10.222.0.102 "PUT /v2.0/ports/8df4509e-1338-4e4b-a598-c522b65557e2 HTTP/1.1" status: 200 len: 1157 time: 1.2335992 Feb 16 15:49:52.149302 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63b0dc6b-e94b-4da2-b9a4-474f9970ad19', 'tag': '8df4509e-1338-4e4b-a598-c522b65557e2'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:49:52.199289 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63b0dc6b-e94b-4da2-b9a4-474f9970ad19', 'tag': '8df4509e-1338-4e4b-a598-c522b65557e2', 'status': 'completed', 'code': 200} Feb 16 15:49:52.199793 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac74adb-7752-493d-ad13-5aa93f3e9b5c req-ee620041-1163-451b-a6f0-1946e52418df tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:52.201470 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dac74adb-7752-493d-ad13-5aa93f3e9b5c req-ee620041-1163-451b-a6f0-1946e52418df tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b0dc6b-e94b-4da2-b9a4-474f9970ad19 HTTP/1.1" status: 200 len: 943 time: 0.0943758 Feb 16 15:49:52.249992 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-dac74adb-7752-493d-ad13-5aa93f3e9b5c req-01e40ffb-9219-4ee7-975c-3a63e6bbb7c8 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419929 Feb 16 15:49:52.312937 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bc0db-b908-46a8-9438-680ae772c840 req-d2b1ede3-e0a4-460b-ad65-2eacdc4f5ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:52.314509 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c48bc0db-b908-46a8-9438-680ae772c840 req-d2b1ede3-e0a4-460b-ad65-2eacdc4f5ae1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0ab3af7787b74d4c93aa4ba8f5c73562&device_id=63b0dc6b-e94b-4da2-b9a4-474f9970ad19 HTTP/1.1" status: 200 len: 1160 time: 0.0834172 Feb 16 15:49:52.403472 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c48bc0db-b908-46a8-9438-680ae772c840 req-e42cd3c5-a7e7-409d-ab32-5e78511e042b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8df4509e-1338-4e4b-a598-c522b65557e2 HTTP/1.1" status: 200 len: 217 time: 0.0690775 Feb 16 15:49:52.475138 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bc0db-b908-46a8-9438-680ae772c840 req-ea8af0c1-8524-4f35-b9e3-9a431ad13441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:52.476680 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c48bc0db-b908-46a8-9438-680ae772c840 req-ea8af0c1-8524-4f35-b9e3-9a431ad13441 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=be56c246-7b3e-4ff1-bcb4-89453575e426 HTTP/1.1" status: 200 len: 854 time: 0.0661981 Feb 16 15:49:52.530858 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c48bc0db-b908-46a8-9438-680ae772c840 req-fad137be-d3c4-42c5-976f-a6182ebb8675 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b28cd6a2-97c0-4227-b87f-95781628bc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467310 Feb 16 15:49:52.548506 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 33380) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:49:52.618677 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_v2 [None req-883d1ef1-3dff-4213-b6c9-6d30141aec82 admin admin] Deleting subnet d7f6183b-9410-45ae-b8d1-326cafb4aa97 {{(pid=84025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 15:49:52.621790 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-883d1ef1-3dff-4213-b6c9-6d30141aec82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:52.674739 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-883d1ef1-3dff-4213-b6c9-6d30141aec82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839627706'] for subnet, precommit_delete_associations {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:52.675342 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c48bc0db-b908-46a8-9438-680ae772c840 req-44cd77e2-3cfd-4c50-a39f-1aa3150620fe service neutron] 10.222.0.102 "GET /v2.0/networks/b28cd6a2-97c0-4227-b87f-95781628bc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375160 Feb 16 15:49:52.743381 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-883d1ef1-3dff-4213-b6c9-6d30141aec82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1516034'] for subnet, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:52.832958 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c48bc0db-b908-46a8-9438-680ae772c840 req-b14fd55f-ddc5-455e-a145-e8580cabe7b0 service neutron] 10.222.0.102 "GET /v2.0/networks/b28cd6a2-97c0-4227-b87f-95781628bc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1511564 Feb 16 15:49:53.022263 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-883d1ef1-3dff-4213-b6c9-6d30141aec82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853259749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15847524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840885529'] for subnet, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:53.031984 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a194f6d-f035-454a-98aa-04cd571344f6 req-936b527d-bd15-4734-99a8-a8fe3ea16ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:53.033613 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0a194f6d-f035-454a-98aa-04cd571344f6 req-936b527d-bd15-4734-99a8-a8fe3ea16ca4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0ab3af7787b74d4c93aa4ba8f5c73562&device_id=63b0dc6b-e94b-4da2-b9a4-474f9970ad19 HTTP/1.1" status: 200 len: 1160 time: 0.0829422 Feb 16 15:49:53.039748 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:49:53.128138 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d1ef1-3dff-4213-b6c9-6d30141aec82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7f6183b-9410-45ae-b8d1-326cafb4aa97,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:49:53.149101 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d1ef1-3dff-4213-b6c9-6d30141aec82 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:53.149579 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d1ef1-3dff-4213-b6c9-6d30141aec82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:53.149929 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d1ef1-3dff-4213-b6c9-6d30141aec82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:53.150330 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d1ef1-3dff-4213-b6c9-6d30141aec82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:53.150757 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d1ef1-3dff-4213-b6c9-6d30141aec82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:53.151156 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d1ef1-3dff-4213-b6c9-6d30141aec82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:53.151964 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d1ef1-3dff-4213-b6c9-6d30141aec82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:53.151964 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d1ef1-3dff-4213-b6c9-6d30141aec82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:53.152310 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d1ef1-3dff-4213-b6c9-6d30141aec82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:53.153502 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d1ef1-3dff-4213-b6c9-6d30141aec82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:53.153502 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d1ef1-3dff-4213-b6c9-6d30141aec82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:53.153502 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d1ef1-3dff-4213-b6c9-6d30141aec82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:53.153879 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d1ef1-3dff-4213-b6c9-6d30141aec82 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:53.154264 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d1ef1-3dff-4213-b6c9-6d30141aec82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:53.154687 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d1ef1-3dff-4213-b6c9-6d30141aec82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:53.155075 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d1ef1-3dff-4213-b6c9-6d30141aec82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:53.155464 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d1ef1-3dff-4213-b6c9-6d30141aec82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:53.155874 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d1ef1-3dff-4213-b6c9-6d30141aec82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:53.156597 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d1ef1-3dff-4213-b6c9-6d30141aec82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:53.157619 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d1ef1-3dff-4213-b6c9-6d30141aec82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:53.157619 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d1ef1-3dff-4213-b6c9-6d30141aec82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:53.157619 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d1ef1-3dff-4213-b6c9-6d30141aec82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:53.158894 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d1ef1-3dff-4213-b6c9-6d30141aec82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:53.158894 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d1ef1-3dff-4213-b6c9-6d30141aec82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:53.165175 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-883d1ef1-3dff-4213-b6c9-6d30141aec82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:49:53.198238 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-883d1ef1-3dff-4213-b6c9-6d30141aec82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:53.207113 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-883d1ef1-3dff-4213-b6c9-6d30141aec82 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d7f6183b-9410-45ae-b8d1-326cafb4aa97 HTTP/1.1" status: 204 len: 168 time: 0.6567352 Feb 16 15:49:53.209696 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 33384) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:49:53.342430 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-602841b5-cad6-4ba9-bb95-721cba53075c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1401933'] for network, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:53.441012 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a194f6d-f035-454a-98aa-04cd571344f6 req-421dc9b6-952a-43cc-8ec0-6ef9816fe67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:53.443336 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0a194f6d-f035-454a-98aa-04cd571344f6 req-421dc9b6-952a-43cc-8ec0-6ef9816fe67b service neutron] 10.222.0.102 "GET /v2.0/networks?id=b28cd6a2-97c0-4227-b87f-95781628bc0a HTTP/1.1" status: 200 len: 908 time: 0.4028099 Feb 16 15:49:53.523286 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0a194f6d-f035-454a-98aa-04cd571344f6 req-24459dda-543b-4b15-8114-d0ea67523da7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8df4509e-1338-4e4b-a598-c522b65557e2 HTTP/1.1" status: 200 len: 217 time: 0.0687263 Feb 16 15:49:53.603796 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a194f6d-f035-454a-98aa-04cd571344f6 req-7a0ecc50-246c-4784-b39a-4fb424561221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:53.605349 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0a194f6d-f035-454a-98aa-04cd571344f6 req-7a0ecc50-246c-4784-b39a-4fb424561221 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=be56c246-7b3e-4ff1-bcb4-89453575e426 HTTP/1.1" status: 200 len: 854 time: 0.0721202 Feb 16 15:49:53.680994 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0a194f6d-f035-454a-98aa-04cd571344f6 req-48169b51-6c01-4350-b39a-2a0af7ce7425 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b28cd6a2-97c0-4227-b87f-95781628bc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678544 Feb 16 15:49:53.833966 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0a194f6d-f035-454a-98aa-04cd571344f6 req-72fd9172-17c7-4cf5-83ab-4fc47c689d55 service neutron] 10.222.0.102 "GET /v2.0/networks/b28cd6a2-97c0-4227-b87f-95781628bc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438599 Feb 16 15:49:53.847833 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-602841b5-cad6-4ba9-bb95-721cba53075c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519515', 'neutron.services.segments.db._delete_segments_for_network--9223363282561163551'] for network, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:53.868097 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ff9a9-b9bf-4269-a25a-ff3a3cadb485 req-234f6db6-6ed4-4c5e-aabe-18189102a167 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:53.869596 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-096ff9a9-b9bf-4269-a25a-ff3a3cadb485 req-234f6db6-6ed4-4c5e-aabe-18189102a167 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b0dc6b-e94b-4da2-b9a4-474f9970ad19 HTTP/1.1" status: 200 len: 943 time: 0.4677784 Feb 16 15:49:53.980904 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0a194f6d-f035-454a-98aa-04cd571344f6 req-1d6e652e-dde3-4fd1-b48a-230523e10380 service neutron] 10.222.0.102 "GET /v2.0/networks/b28cd6a2-97c0-4227-b87f-95781628bc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1398017 Feb 16 15:49:54.003388 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-096ff9a9-b9bf-4269-a25a-ff3a3cadb485 req-3b8fe4c6-5e21-47dc-8e71-7492b69874da tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860143 Feb 16 15:49:54.010114 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-602841b5-cad6-4ba9-bb95-721cba53075c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b']}} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:49:54.023753 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-602841b5-cad6-4ba9-bb95-721cba53075c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f74fa3-e8ca-49c6-bf7d-951e3a502cb3') {'for_net_delete': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:49:54.024084 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-602841b5-cad6-4ba9-bb95-721cba53075c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f74fa3-e8ca-49c6-bf7d-951e3a502cb3') {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:49:54.036315 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-602841b5-cad6-4ba9-bb95-721cba53075c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282561152287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15148109'] for segment, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:54.050969 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-602841b5-cad6-4ba9-bb95-721cba53075c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853259932'] for segment, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:54.053449 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-602841b5-cad6-4ba9-bb95-721cba53075c admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 15:49:54.229510 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-602841b5-cad6-4ba9-bb95-721cba53075c admin admin] Network 3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b has no segments {{(pid=84025) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 15:49:54.238607 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-602841b5-cad6-4ba9-bb95-721cba53075c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1515795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838924346'] for segment, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:54.423123 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-602841b5-cad6-4ba9-bb95-721cba53075c admin admin] Network 3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b has no segments {{(pid=84025) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 15:49:54.446085 dv-cinder-775706-1-smb neutron-server[83912]: Traceback (most recent call last): Feb 16 15:49:54.446085 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:49:54.446085 dv-cinder-775706-1-smb neutron-server[83912]: timer() Feb 16 15:49:54.446085 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:49:54.446085 dv-cinder-775706-1-smb neutron-server[83912]: cb(*args, **kw) Feb 16 15:49:54.446085 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 15:49:54.446085 dv-cinder-775706-1-smb neutron-server[83912]: return func(*args, **kwargs) Feb 16 15:49:54.446085 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:49:54.446085 dv-cinder-775706-1-smb neutron-server[83912]: self._notify() Feb 16 15:49:54.446085 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:49:54.446085 dv-cinder-775706-1-smb neutron-server[83912]: self.callback(batched_events) Feb 16 15:49:54.446085 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:49:54.446085 dv-cinder-775706-1-smb neutron-server[83912]: event.method(event) Feb 16 15:49:54.446085 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 15:49:54.446085 dv-cinder-775706-1-smb neutron-server[83912]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:49:54.446085 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 15:49:54.446085 dv-cinder-775706-1-smb neutron-server[83912]: segment_id)['aggregates'][0] Feb 16 15:49:54.446085 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 15:49:54.446085 dv-cinder-775706-1-smb neutron-server[83912]: return f(self, *a, **k) Feb 16 15:49:54.446085 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 15:49:54.446085 dv-cinder-775706-1-smb neutron-server[83912]: return self._get(url).json() Feb 16 15:49:54.446085 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:49:54.446085 dv-cinder-775706-1-smb neutron-server[83912]: **kwargs) Feb 16 15:49:54.446085 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 15:49:54.446085 dv-cinder-775706-1-smb neutron-server[83912]: return self.request(url, 'GET', **kwargs) Feb 16 15:49:54.446085 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 15:49:54.446085 dv-cinder-775706-1-smb neutron-server[83912]: **endpoint_filter) Feb 16 15:49:54.446085 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 15:49:54.446085 dv-cinder-775706-1-smb neutron-server[83912]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:49:54.446085 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 15:49:54.446085 dv-cinder-775706-1-smb neutron-server[83912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:49:54.446085 dv-cinder-775706-1-smb neutron-server[83912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:49:54.523473 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-602841b5-cad6-4ba9-bb95-721cba53075c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853256212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664669'] for network, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:54.526786 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:49:54.541077 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-602841b5-cad6-4ba9-bb95-721cba53075c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for network, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:54.552633 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602841b5-cad6-4ba9-bb95-721cba53075c admin admin] Pushing event deleted for resources: {'Network': ['ID=3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:49:54.556012 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-602841b5-cad6-4ba9-bb95-721cba53075c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:49:54.560635 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-602841b5-cad6-4ba9-bb95-721cba53075c admin admin] 10.222.0.42 "DELETE /v2.0/networks/3f2770d2-032c-4b80-bc0b-0ae6c1f2fd5b HTTP/1.1" status: 204 len: 168 time: 1.3498390 Feb 16 15:49:54.682134 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 33392) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:49:54.736101 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-01abfd65-aeac-4ae7-90a7-8f031943a3f3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b921380b91094d409b5be7300f1f662d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523353 Feb 16 15:49:54.738476 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 33396) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:49:54.805629 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6d8e133d-57fe-4521-93ec-322c434dede8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:54.833146 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6d8e133d-57fe-4521-93ec-322c434dede8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:54.878371 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6d8e133d-57fe-4521-93ec-322c434dede8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:54.883289 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8809ac0d-d2ca-4ec9-b87e-0ca3f7138ce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:49:54.895850 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e133d-57fe-4521-93ec-322c434dede8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b524f25-342f-414a-a959-7882470834ec,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:49:54.898959 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-6d8e133d-57fe-4521-93ec-322c434dede8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:49:54.901023 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6d8e133d-57fe-4521-93ec-322c434dede8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:54.902141 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-6d8e133d-57fe-4521-93ec-322c434dede8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9b524f25-342f-414a-a959-7882470834ec HTTP/1.1" status: 204 len: 168 time: 0.1627042 Feb 16 15:49:55.210708 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a810f6-9b8d-4b92-92d0-1b9c08401e5e req-6f5906e3-8924-4976-840a-9cb26d925712 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:55.212362 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d8a810f6-9b8d-4b92-92d0-1b9c08401e5e req-6f5906e3-8924-4976-840a-9cb26d925712 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b0dc6b-e94b-4da2-b9a4-474f9970ad19 HTTP/1.1" status: 200 len: 943 time: 0.0877848 Feb 16 15:49:55.227112 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-47861547-611f-4259-8920-cad6b628b175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:55.262078 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d8a810f6-9b8d-4b92-92d0-1b9c08401e5e req-a0b2595b-1754-4910-ba26-99557479cd06 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431437 Feb 16 15:49:55.641672 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 33420) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:49:55.757435 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-11596bd1-5845-41a1-8be5-0779ed03baea admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1221444230-network', 'tenant_id': '6397327af94e4044ae5e667ca93f345c'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:49:55.762734 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-11596bd1-5845-41a1-8be5-0779ed03baea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:49:55.766970 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-11596bd1-5845-41a1-8be5-0779ed03baea admin admin] Usage tracker for resource:network and tenant:6397327af94e4044ae5e667ca93f345c is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:49:55.770888 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-11596bd1-5845-41a1-8be5-0779ed03baea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:49:55.776748 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-11596bd1-5845-41a1-8be5-0779ed03baea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:49:55.786851 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11596bd1-5845-41a1-8be5-0779ed03baea admin admin] Made reservation on behalf of 6397327af94e4044ae5e667ca93f345c for: {'network': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:49:55.791665 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-11596bd1-5845-41a1-8be5-0779ed03baea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for network, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:55.804534 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-11596bd1-5845-41a1-8be5-0779ed03baea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:55.819940 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-11596bd1-5845-41a1-8be5-0779ed03baea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:49:55.823959 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-11596bd1-5845-41a1-8be5-0779ed03baea admin admin] Usage tracker for resource:security_group_rule and tenant:6397327af94e4044ae5e667ca93f345c is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:49:55.826915 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-11596bd1-5845-41a1-8be5-0779ed03baea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:49:55.834800 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-11596bd1-5845-41a1-8be5-0779ed03baea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:49:55.918429 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-11596bd1-5845-41a1-8be5-0779ed03baea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:55.921093 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-11596bd1-5845-41a1-8be5-0779ed03baea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:55.925233 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-030193a8-fe8a-4496-9f54-97b0de1b1c66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:49:55.956863 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11596bd1-5845-41a1-8be5-0779ed03baea admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 15:49:55.970711 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11596bd1-5845-41a1-8be5-0779ed03baea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126aa029-4956-4be5-baa5-8356cf15282d,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:49:55.975135 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-11596bd1-5845-41a1-8be5-0779ed03baea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:49:55.976159 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-11596bd1-5845-41a1-8be5-0779ed03baea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853259932'] for segment, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:55.976537 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.db.segments_db [None req-11596bd1-5845-41a1-8be5-0779ed03baea admin admin] Added segment a613de86-ac2d-4561-8ad2-59c7cbbc24ef of type vxlan for network 2886c1eb-0213-49c7-9040-561b7a7aaa58 Feb 16 15:49:56.003405 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-11596bd1-5845-41a1-8be5-0779ed03baea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754293098833'] for network, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:56.040040 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-11596bd1-5845-41a1-8be5-0779ed03baea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702'] for network, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:56.041302 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11596bd1-5845-41a1-8be5-0779ed03baea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:56.041937 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-11596bd1-5845-41a1-8be5-0779ed03baea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:56.046890 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:49:56.152756 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-11596bd1-5845-41a1-8be5-0779ed03baea admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5097365 Feb 16 15:49:56.155749 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11596bd1-5845-41a1-8be5-0779ed03baea admin admin] Pushing event updated for resources: {'Network': ['ID=2886c1eb-0213-49c7-9040-561b7a7aaa58,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:49:56.156043 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 33426) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:49:56.158922 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-11596bd1-5845-41a1-8be5-0779ed03baea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:49:56.163507 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-4b0a77ac-2bf7-436d-ae7e-42dfe51f8da1 admin admin] Request body: {'subnet': {'network_id': '2886c1eb-0213-49c7-9040-561b7a7aaa58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1221444230-subnet', 'tenant_id': '6397327af94e4044ae5e667ca93f345c', 'ip_version': 4}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:49:56.166907 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Network 2886c1eb-0213-49c7-9040-561b7a7aaa58 details requested by agent ovs-agent-dv-cinder-775706-1-smb with host dv-cinder-775706-1-smb {{(pid=84027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:49:56.168830 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-4b0a77ac-2bf7-436d-ae7e-42dfe51f8da1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:49:56.173200 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-4b0a77ac-2bf7-436d-ae7e-42dfe51f8da1 admin admin] Usage tracker for resource:subnet and tenant:6397327af94e4044ae5e667ca93f345c is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:49:56.176762 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-4b0a77ac-2bf7-436d-ae7e-42dfe51f8da1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:49:56.183007 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-4b0a77ac-2bf7-436d-ae7e-42dfe51f8da1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:49:56.184784 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Network 2886c1eb-0213-49c7-9040-561b7a7aaa58 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:49:56.193723 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0a77ac-2bf7-436d-ae7e-42dfe51f8da1 admin admin] Made reservation on behalf of 6397327af94e4044ae5e667ca93f345c for: {'subnet': 1} {{(pid=84025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:49:56.198512 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4b0a77ac-2bf7-436d-ae7e-42dfe51f8da1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13890268'] for subnet, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:56.583098 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3445c-df93-43a8-9a00-91f840350b72 req-2cc69dd5-e85c-4da3-93f7-5176b943437c tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:56.584699 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9df3445c-df93-43a8-9a00-91f840350b72 req-2cc69dd5-e85c-4da3-93f7-5176b943437c tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b0dc6b-e94b-4da2-b9a4-474f9970ad19 HTTP/1.1" status: 200 len: 943 time: 0.2034645 Feb 16 15:49:56.646217 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9df3445c-df93-43a8-9a00-91f840350b72 req-5295d6a6-f68b-4b01-b558-4e052dc0864f tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538485 Feb 16 15:49:56.736268 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4b0a77ac-2bf7-436d-ae7e-42dfe51f8da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838928216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13890287'] for subnet, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:56.752531 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-189e8b32-b660-46bd-b524-d7f2198e4dbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:49:56.881003 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a77ac-2bf7-436d-ae7e-42dfe51f8da1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9629cb7e-b8ec-4ae2-b2ac-1c9cd6f10b53,revision_number=0']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:49:56.893219 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-4b0a77ac-2bf7-436d-ae7e-42dfe51f8da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:49:56.950803 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0a77ac-2bf7-436d-ae7e-42dfe51f8da1 admin admin] Checking segment: {'id': 'a613de86-ac2d-4561-8ad2-59c7cbbc24ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2886c1eb-0213-49c7-9040-561b7a7aaa58'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:49:56.951203 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0a77ac-2bf7-436d-ae7e-42dfe51f8da1 admin admin] Network hostable DHCP agents. Network: 2886c1eb-0213-49c7-9040-561b7a7aaa58, hostable agents: ['37754f02-07ee-44c0-875b-e652d08d1f6e'], hosted agents: [] {{(pid=84025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 15:49:56.964891 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 8df4509e-1338-4e4b-a598-c522b65557e2 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:49:56.970762 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0a77ac-2bf7-436d-ae7e-42dfe51f8da1 admin admin] Network 2886c1eb-0213-49c7-9040-561b7a7aaa58 is scheduled to be hosted by DHCP agent 37754f02-07ee-44c0-875b-e652d08d1f6e with binding_index 1 {{(pid=84025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 15:49:56.979741 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-4b0a77ac-2bf7-436d-ae7e-42dfe51f8da1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-1-smb, 2886c1eb-0213-49c7-9040-561b7a7aaa58) {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:49:56.991916 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0a77ac-2bf7-436d-ae7e-42dfe51f8da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:56.992561 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4b0a77ac-2bf7-436d-ae7e-42dfe51f8da1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:57.002316 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc74c1e7-af71-44e5-aee7-0c41bf4a36f2 None None] Network 2886c1eb-0213-49c7-9040-561b7a7aaa58 requested from dv-cinder-775706-1-smb {{(pid=84027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:49:57.011774 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-4b0a77ac-2bf7-436d-ae7e-42dfe51f8da1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8542371 Feb 16 15:49:57.014574 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 33432) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:49:57.020458 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-f1c09763-88cf-4c9f-8111-bd39a51f6bd1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1221444230-router', 'tenant_id': '6397327af94e4044ae5e667ca93f345c', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7'}}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:49:57.025191 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-f1c09763-88cf-4c9f-8111-bd39a51f6bd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:49:57.029207 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-f1c09763-88cf-4c9f-8111-bd39a51f6bd1 admin admin] Usage tracker for resource:router and tenant:6397327af94e4044ae5e667ca93f345c is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:49:57.033102 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-f1c09763-88cf-4c9f-8111-bd39a51f6bd1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:49:57.039857 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-f1c09763-88cf-4c9f-8111-bd39a51f6bd1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:49:57.049267 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f1c09763-88cf-4c9f-8111-bd39a51f6bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-566519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12272'] for router, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:57.050334 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f1c09763-88cf-4c9f-8111-bd39a51f6bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854209281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854104687', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854124682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854763528'] for router, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:57.065607 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f1c09763-88cf-4c9f-8111-bd39a51f6bd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:57.147881 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning for port 8df4509e-1338-4e4b-a598-c522b65557e2 completed by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:49:57.165529 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 8df4509e-1338-4e4b-a598-c522b65557e2 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:49:57.165946 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:57.358440 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795f4e3d-837e-4069-8055-b495b79d113a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6624ed2f-ee24-57db-b877-061c5eedbf50-2886c1eb-0213-49c7-9040-561b7a7aaa58', 'network_id': '2886c1eb-0213-49c7-9040-561b7a7aaa58', 'tenant_id': '6397327af94e4044ae5e667ca93f345c', 'fixed_ips': [{'subnet_id': '9629cb7e-b8ec-4ae2-b2ac-1c9cd6f10b53'}]}} from dv-cinder-775706-1-smb. {{(pid=84027) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 16 15:49:57.359375 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-795f4e3d-837e-4069-8055-b495b79d113a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:57.376952 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f1c09763-88cf-4c9f-8111-bd39a51f6bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854104594', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854209477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854763625'] for router, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:57.423772 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:57.531655 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b0dc6b-e94b-4da2-b9a4-474f9970ad19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df4509e-1338-4e4b-a598-c522b65557e2'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:49:57.547256 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] For port 8df4509e-1338-4e4b-a598-c522b65557e2, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=8df4509e-1338-4e4b-a598-c522b65557e2,segment=NetworkSegment(2e73efd5-fa44-4206-909a-5734c1318f54),segment_id=2e73efd5-fa44-4206-909a-5734c1318f54)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:49:57.552756 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:57.557012 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:49:57.596875 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b0dc6b-e94b-4da2-b9a4-474f9970ad19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df4509e-1338-4e4b-a598-c522b65557e2', 'code': 200} Feb 16 15:49:57.716195 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Pushing event updated for resources: {'Port': ['ID=8df4509e-1338-4e4b-a598-c522b65557e2,revision_number=4']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:49:57.749747 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:57.750121 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:57.750514 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:57.750889 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:57.751257 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:57.751625 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:57.751981 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:57.752349 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:57.752707 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:57.753062 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:57.753428 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:57.753783 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:57.754211 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:57.755393 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:57.755772 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:57.756119 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:57.756478 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:57.756835 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:57.757192 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:57.757548 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:57.757906 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:57.758261 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:57.758643 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:57.759000 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:49:57.763818 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f1c09763-88cf-4c9f-8111-bd39a51f6bd1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:57.766267 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:49:57.802269 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f1c09763-88cf-4c9f-8111-bd39a51f6bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:57.861956 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b1f99852-dd50-46da-8fce-4959f1bbaaf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:57.875962 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-795f4e3d-837e-4069-8055-b495b79d113a None None] Allocated IP 172.20.0.2 (2886c1eb-0213-49c7-9040-561b7a7aaa58/9629cb7e-b8ec-4ae2-b2ac-1c9cd6f10b53/ce566aab-134e-4133-a44c-4d8104d85bd4) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:49:57.964306 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ed27d-e9d7-485b-bfe6-d6f94237a4b0 req-3b7a9196-48c1-43d5-b449-092b6ebe3f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:57.966912 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-206ed27d-e9d7-485b-bfe6-d6f94237a4b0 req-3b7a9196-48c1-43d5-b449-092b6ebe3f9b service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=63b0dc6b-e94b-4da2-b9a4-474f9970ad19 HTTP/1.1" status: 200 len: 1162 time: 0.0914819 Feb 16 15:49:58.017013 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-206ed27d-e9d7-485b-bfe6-d6f94237a4b0 req-6bd5f29d-d649-4ca9-ae39-29b316f51efe service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421813 Feb 16 15:49:58.065865 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c8461-f710-4768-9a84-6dfee15b28b9 req-43699f6e-db40-40e1-a29d-99dc9ddb53eb tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:58.067523 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-107c8461-f710-4768-9a84-6dfee15b28b9 req-43699f6e-db40-40e1-a29d-99dc9ddb53eb tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b0dc6b-e94b-4da2-b9a4-474f9970ad19 HTTP/1.1" status: 200 len: 945 time: 0.2531407 Feb 16 15:49:58.128917 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:58.130017 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-795f4e3d-837e-4069-8055-b495b79d113a None None] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:58.143006 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-795f4e3d-837e-4069-8055-b495b79d113a None None] Transition to ACTIVE for port object ce566aab-134e-4133-a44c-4d8104d85bd4 will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:49:58.163439 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-795f4e3d-837e-4069-8055-b495b79d113a None None] Transition to ACTIVE for port object ce566aab-134e-4133-a44c-4d8104d85bd4 will not be triggered until provisioned by entity DHCP. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:49:58.168269 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-795f4e3d-837e-4069-8055-b495b79d113a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:58.184011 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-107c8461-f710-4768-9a84-6dfee15b28b9 req-357d21e2-9bdc-41ec-89ac-63aa5be4f158 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084125 Feb 16 15:49:58.184636 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:49:58.217781 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-f1c09763-88cf-4c9f-8111-bd39a51f6bd1 admin admin] Allocated IP 172.28.2.114 (98aad332-78bd-43b9-832c-6a78188811e7/07894c69-ecbd-40ed-969e-9ba4c4e7f1e8/1e05fc91-ba76-4c18-a9be-a83a04d4355f) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:49:58.324382 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f4e3d-837e-4069-8055-b495b79d113a None None] Pushing event updated for resources: {'Port': ['ID=ce566aab-134e-4133-a44c-4d8104d85bd4,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:49:58.329587 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-795f4e3d-837e-4069-8055-b495b79d113a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:49:58.386732 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795f4e3d-837e-4069-8055-b495b79d113a None None] Network 2886c1eb-0213-49c7-9040-561b7a7aaa58 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:49:58.388043 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-795f4e3d-837e-4069-8055-b495b79d113a None None] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:49:58.390706 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795f4e3d-837e-4069-8055-b495b79d113a None None] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:49:58.455398 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-795f4e3d-837e-4069-8055-b495b79d113a None None] Attempting to bind port ce566aab-134e-4133-a44c-4d8104d85bd4 on host dv-cinder-775706-1-smb for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:49:58.455811 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-795f4e3d-837e-4069-8055-b495b79d113a None None] Attempting to bind port ce566aab-134e-4133-a44c-4d8104d85bd4 by drivers openvswitch on host dv-cinder-775706-1-smb at level 0 using segments [{'id': 'a613de86-ac2d-4561-8ad2-59c7cbbc24ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2886c1eb-0213-49c7-9040-561b7a7aaa58'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:49:58.456219 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795f4e3d-837e-4069-8055-b495b79d113a None None] Attempting to bind port ce566aab-134e-4133-a44c-4d8104d85bd4 on network 2886c1eb-0213-49c7-9040-561b7a7aaa58 {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:49:58.462793 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795f4e3d-837e-4069-8055-b495b79d113a None None] Checking agent: {'id': 'daefd0e5-91bf-4e18-ba94-edda5fe7e4cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 33, 59), 'started_at': datetime.datetime(2021, 2, 16, 15, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:49:58.463209 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795f4e3d-837e-4069-8055-b495b79d113a None None] Checking segment: {'id': 'a613de86-ac2d-4561-8ad2-59c7cbbc24ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2886c1eb-0213-49c7-9040-561b7a7aaa58'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:49:58.463653 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-795f4e3d-837e-4069-8055-b495b79d113a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:58.464086 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795f4e3d-837e-4069-8055-b495b79d113a None None] Bound using segment: {'id': 'a613de86-ac2d-4561-8ad2-59c7cbbc24ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2886c1eb-0213-49c7-9040-561b7a7aaa58'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:49:58.464601 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-795f4e3d-837e-4069-8055-b495b79d113a None None] Bound port: ce566aab-134e-4133-a44c-4d8104d85bd4, host: dv-cinder-775706-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a613de86-ac2d-4561-8ad2-59c7cbbc24ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2886c1eb-0213-49c7-9040-561b7a7aaa58'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:49:58.465017 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-795f4e3d-837e-4069-8055-b495b79d113a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:58.531910 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 8df4509e-1338-4e4b-a598-c522b65557e2 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:49:58.603713 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f1c09763-88cf-4c9f-8111-bd39a51f6bd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:58.620138 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-795f4e3d-837e-4069-8055-b495b79d113a None None] For port ce566aab-134e-4133-a44c-4d8104d85bd4, host dv-cinder-775706-1-smb, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:49:58.631299 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-795f4e3d-837e-4069-8055-b495b79d113a None None] For port ce566aab-134e-4133-a44c-4d8104d85bd4, host dv-cinder-775706-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=ce566aab-134e-4133-a44c-4d8104d85bd4,segment=NetworkSegment(a613de86-ac2d-4561-8ad2-59c7cbbc24ef),segment_id=a613de86-ac2d-4561-8ad2-59c7cbbc24ef)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:49:58.633393 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f1c09763-88cf-4c9f-8111-bd39a51f6bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838928334'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:58.635245 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-795f4e3d-837e-4069-8055-b495b79d113a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:58.649165 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:49:58.650620 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:49:58.754088 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 8df4509e-1338-4e4b-a598-c522b65557e2 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:49:58.755066 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:58.800629 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c09763-88cf-4c9f-8111-bd39a51f6bd1 admin admin] Pushing event updated for resources: {'Port': ['ID=1e05fc91-ba76-4c18-a9be-a83a04d4355f,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:49:58.804628 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f1c09763-88cf-4c9f-8111-bd39a51f6bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:49:58.875939 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c09763-88cf-4c9f-8111-bd39a51f6bd1 admin admin] Network 98aad332-78bd-43b9-832c-6a78188811e7 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:49:58.877168 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-f1c09763-88cf-4c9f-8111-bd39a51f6bd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:49:58.879623 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c09763-88cf-4c9f-8111-bd39a51f6bd1 admin admin] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:49:59.041461 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f4e3d-837e-4069-8055-b495b79d113a None None] Pushing event updated for resources: {'Port': ['ID=ce566aab-134e-4133-a44c-4d8104d85bd4,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:49:59.045640 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-795f4e3d-837e-4069-8055-b495b79d113a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:49:59.364642 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:59.573888 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f1c09763-88cf-4c9f-8111-bd39a51f6bd1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:59.727798 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614574f6-e8e3-4908-9d14-6036d80d4d7d req-5f36a9a6-3fbb-4ee8-8928-74f217082df5 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:59.729551 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-614574f6-e8e3-4908-9d14-6036d80d4d7d req-5f36a9a6-3fbb-4ee8-8928-74f217082df5 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b0dc6b-e94b-4da2-b9a4-474f9970ad19 HTTP/1.1" status: 200 len: 945 time: 0.3698666 Feb 16 15:49:59.741552 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:49:59.751586 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954e004-abdc-4b1f-81fd-998d33e0e30a req-4cd17694-be35-4179-914f-ec3dc58911b9 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:49:59.753185 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b954e004-abdc-4b1f-81fd-998d33e0e30a req-4cd17694-be35-4179-914f-ec3dc58911b9 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 945 time: 0.3343599 Feb 16 15:49:59.864800 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-614574f6-e8e3-4908-9d14-6036d80d4d7d req-d0b1bea7-df42-4ab7-8240-93c539445f35 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079392 Feb 16 15:49:59.874818 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b954e004-abdc-4b1f-81fd-998d33e0e30a req-5225f8fe-3410-4a9f-809e-ddfbb1e76d82 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011503 Feb 16 15:50:00.072162 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f1c09763-88cf-4c9f-8111-bd39a51f6bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670976'] for router, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:00.294376 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c09763-88cf-4c9f-8111-bd39a51f6bd1 admin admin] Router d9359ee0-834c-438e-aaa1-d5ebf89205ca is scheduled to L3 agent cace3e07-576d-4918-a0d2-7f739a7a8110 with binding_index 1 {{(pid=84025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 16 15:50:00.498850 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c09763-88cf-4c9f-8111-bd39a51f6bd1 admin admin] Notify agent at l3_agent.dv-cinder-775706-1-smb the message routers_updated {{(pid=84025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:50:00.509828 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95da36f7-6f70-4848-a5ee-3f31ad7a860c None None] Sync routers for ids ['d9359ee0-834c-438e-aaa1-d5ebf89205ca'] in dv-cinder-775706-1-smb {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:50:00.519975 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95da36f7-6f70-4848-a5ee-3f31ad7a860c None None] Routers {'d9359ee0-834c-438e-aaa1-d5ebf89205ca'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:50:00.521294 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-95da36f7-6f70-4848-a5ee-3f31ad7a860c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:49:58Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['d9359ee0-834c-438e-aaa1-d5ebf89205ca'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:50:00.524327 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f1c09763-88cf-4c9f-8111-bd39a51f6bd1 admin admin] Notify callbacks [] for router, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:00.528404 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-f1c09763-88cf-4c9f-8111-bd39a51f6bd1 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5100861 Feb 16 15:50:00.528675 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 33452) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:50:00.620449 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 8df4509e-1338-4e4b-a598-c522b65557e2 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:50:00.710160 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 8df4509e-1338-4e4b-a598-c522b65557e2 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:50:00.710691 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:00.751562 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-95da36f7-6f70-4848-a5ee-3f31ad7a860c None None] Set router d9359ee0-834c-438e-aaa1-d5ebf89205ca gateway port host: dv-cinder-775706-1-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:50:00.941922 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae40e791-7dbb-4560-96eb-b67eaa3d600e None None] Network 2886c1eb-0213-49c7-9040-561b7a7aaa58 requested from dv-cinder-775706-1-smb {{(pid=84027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:50:01.063124 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b0a09a7f-4e2e-41a3-ab89-82422d6a11d9 None None] Provisioning for port ce566aab-134e-4133-a44c-4d8104d85bd4 completed by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:50:01.256074 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device ce566aab-134e-4133-a44c-4d8104d85bd4 up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:50:01.329529 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab59b9c-dc19-4d88-819c-64dcb311a36e req-ca149f0b-9a75-4e2b-bc94-0eea20ed98d0 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:01.331215 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-4ab59b9c-dc19-4d88-819c-64dcb311a36e req-ca149f0b-9a75-4e2b-bc94-0eea20ed98d0 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Synchronizing usage tracker for tenant:cdeb7d144cce4a36905846777218ca0e on resource:port {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:50:01.341663 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-95da36f7-6f70-4848-a5ee-3f31ad7a860c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'name': 'tempest-TestMinimumBasicScenario-1221444230-router', 'tenant_id': '6397327af94e4044ae5e667ca93f345c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.114'}], 'enable_snat': True}, 'gw_port_id': '1e05fc91-ba76-4c18-a9be-a83a04d4355f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:49:57Z', 'updated_at': '2021-02-16T15:49:59Z', 'revision_number': 3, 'project_id': '6397327af94e4044ae5e667ca93f345c', 'gw_port': {'id': '1e05fc91-ba76-4c18-a9be-a83a04d4355f', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:89:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:49:58Z', 'updated_at': '2021-02-16T15:49:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb'}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:50:01.347558 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95da36f7-6f70-4848-a5ee-3f31ad7a860c None None] Checking router: d9359ee0-834c-438e-aaa1-d5ebf89205ca for host: dv-cinder-775706-1-smb {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:50:01.348020 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95da36f7-6f70-4848-a5ee-3f31ad7a860c None None] Updating router d9359ee0-834c-438e-aaa1-d5ebf89205ca port 1e05fc91-ba76-4c18-a9be-a83a04d4355f binding host dv-cinder-775706-1-smb {{(pid=84028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 15:50:01.362185 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-4ab59b9c-dc19-4d88-819c-64dcb311a36e req-ca149f0b-9a75-4e2b-bc94-0eea20ed98d0 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Unset dirty status for tenant:cdeb7d144cce4a36905846777218ca0e on resource:port {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:50:01.365605 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning for port ce566aab-134e-4133-a44c-4d8104d85bd4 completed by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:50:01.368407 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4ab59b9c-dc19-4d88-819c-64dcb311a36e req-ca149f0b-9a75-4e2b-bc94-0eea20ed98d0 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.102 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 945 time: 0.2575119 Feb 16 15:50:01.372743 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning complete for port ce566aab-134e-4133-a44c-4d8104d85bd4 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:50:01.373177 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:01.419836 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-95da36f7-6f70-4848-a5ee-3f31ad7a860c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:01.509877 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-4ab59b9c-dc19-4d88-819c-64dcb311a36e req-89160452-a4f2-406b-99fe-26b15d2a31ad tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Deleting port 9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:50:01.510691 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-4ab59b9c-dc19-4d88-819c-64dcb311a36e req-89160452-a4f2-406b-99fe-26b15d2a31ad tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:01.516329 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691af70e-b1f3-429e-92fd-ec13ec71e8fb req-9e6c1adf-9ebe-4611-9f50-7c96ea7cd98d tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:01.518692 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-691af70e-b1f3-429e-92fd-ec13ec71e8fb req-9e6c1adf-9ebe-4611-9f50-7c96ea7cd98d tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b0dc6b-e94b-4da2-b9a4-474f9970ad19 HTTP/1.1" status: 200 len: 945 time: 0.4284389 Feb 16 15:50:01.586556 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad5158-3fcd-4a07-8ebd-98f1eeaeed11 req-500519a7-d9a7-44ee-b72d-a9137f69d3fc tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:01.594745 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-acad5158-3fcd-4a07-8ebd-98f1eeaeed11 req-500519a7-d9a7-44ee-b72d-a9137f69d3fc tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 945 time: 0.4263582 Feb 16 15:50:01.625463 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:01.673195 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3a29449c-3776-4258-9627-10026e36c514 None None] For port ce566aab-134e-4133-a44c-4d8104d85bd4, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=ce566aab-134e-4133-a44c-4d8104d85bd4,segment=NetworkSegment(a613de86-ac2d-4561-8ad2-59c7cbbc24ef),segment_id=a613de86-ac2d-4561-8ad2-59c7cbbc24ef)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:50:01.675200 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-691af70e-b1f3-429e-92fd-ec13ec71e8fb req-19e7745b-32d1-4135-91a5-4b105c4d43b4 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355851 Feb 16 15:50:01.690577 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:01.690577 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1ccd5712-d7c6-463b-9766-4843854e2676 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:01.775069 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-acad5158-3fcd-4a07-8ebd-98f1eeaeed11 req-ba6ea399-62f6-4512-9a2d-d5147fba0ae3 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups?id=cc187af4-8eaf-4e1b-ac5b-016e399da50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790862 Feb 16 15:50:01.831479 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Pushing event updated for resources: {'Port': ['ID=ce566aab-134e-4133-a44c-4d8104d85bd4,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:01.844849 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:01.875332 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-14c1de18-34ab-4c72-bc28-6b9bc692a313 None None] Provisioning complete for port ce566aab-134e-4133-a44c-4d8104d85bd4 triggered by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:50:01.878974 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-14c1de18-34ab-4c72-bc28-6b9bc692a313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:02.046192 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-95da36f7-6f70-4848-a5ee-3f31ad7a860c None None] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:02.056462 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-4ab59b9c-dc19-4d88-819c-64dcb311a36e req-89160452-a4f2-406b-99fe-26b15d2a31ad tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] For port 9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6,segment=NetworkSegment(e6df138d-0dd7-4980-b3fc-162c77679110),segment_id=e6df138d-0dd7-4980-b3fc-162c77679110)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:50:02.056869 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-4ab59b9c-dc19-4d88-819c-64dcb311a36e req-89160452-a4f2-406b-99fe-26b15d2a31ad tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:02.068825 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-95da36f7-6f70-4848-a5ee-3f31ad7a860c None None] Transition to ACTIVE for port object 1e05fc91-ba76-4c18-a9be-a83a04d4355f will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:50:02.071608 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-95da36f7-6f70-4848-a5ee-3f31ad7a860c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:02.092990 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:02.250807 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-436d105b-ea31-4bf8-905d-6bca068a31b5 None None] Provisioning complete for port ce566aab-134e-4133-a44c-4d8104d85bd4 triggered by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:50:02.251266 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-436d105b-ea31-4bf8-905d-6bca068a31b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:02.280352 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a36b7-940a-4d1f-8311-51f097eb9c39 None None] Pushing event updated for resources: {'Port': ['ID=1e05fc91-ba76-4c18-a9be-a83a04d4355f,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:02.297952 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a36b7-940a-4d1f-8311-51f097eb9c39 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:02.298310 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a36b7-940a-4d1f-8311-51f097eb9c39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:02.298725 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a36b7-940a-4d1f-8311-51f097eb9c39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:02.299097 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a36b7-940a-4d1f-8311-51f097eb9c39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:02.299467 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a36b7-940a-4d1f-8311-51f097eb9c39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:02.299833 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a36b7-940a-4d1f-8311-51f097eb9c39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:02.300202 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a36b7-940a-4d1f-8311-51f097eb9c39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:02.300735 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a36b7-940a-4d1f-8311-51f097eb9c39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:02.301103 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a36b7-940a-4d1f-8311-51f097eb9c39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:02.301477 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a36b7-940a-4d1f-8311-51f097eb9c39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:02.301996 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a36b7-940a-4d1f-8311-51f097eb9c39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:02.302358 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a36b7-940a-4d1f-8311-51f097eb9c39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:02.302824 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a36b7-940a-4d1f-8311-51f097eb9c39 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:02.303190 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a36b7-940a-4d1f-8311-51f097eb9c39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:02.303552 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a36b7-940a-4d1f-8311-51f097eb9c39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:02.303913 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a36b7-940a-4d1f-8311-51f097eb9c39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:02.304271 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a36b7-940a-4d1f-8311-51f097eb9c39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:02.304634 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a36b7-940a-4d1f-8311-51f097eb9c39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:02.304992 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a36b7-940a-4d1f-8311-51f097eb9c39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:02.305351 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a36b7-940a-4d1f-8311-51f097eb9c39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:02.305708 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a36b7-940a-4d1f-8311-51f097eb9c39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:02.306064 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a36b7-940a-4d1f-8311-51f097eb9c39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:02.306431 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a36b7-940a-4d1f-8311-51f097eb9c39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:02.306860 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a36b7-940a-4d1f-8311-51f097eb9c39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:02.318419 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3c8a36b7-940a-4d1f-8311-51f097eb9c39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:02.399536 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:02.401156 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 15:50:02.427340 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-95da36f7-6f70-4848-a5ee-3f31ad7a860c None None] Attempting to bind port 1e05fc91-ba76-4c18-a9be-a83a04d4355f on host dv-cinder-775706-1-smb for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:50:02.427993 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-95da36f7-6f70-4848-a5ee-3f31ad7a860c None None] Attempting to bind port 1e05fc91-ba76-4c18-a9be-a83a04d4355f by drivers openvswitch on host dv-cinder-775706-1-smb at level 0 using segments [{'id': '0724bfbb-7f18-4768-b879-84dbe1be3f59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:50:02.428612 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95da36f7-6f70-4848-a5ee-3f31ad7a860c None None] Attempting to bind port 1e05fc91-ba76-4c18-a9be-a83a04d4355f on network 98aad332-78bd-43b9-832c-6a78188811e7 {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:50:02.434828 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95da36f7-6f70-4848-a5ee-3f31ad7a860c None None] Checking agent: {'id': 'daefd0e5-91bf-4e18-ba94-edda5fe7e4cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 33, 59), 'started_at': datetime.datetime(2021, 2, 16, 15, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:50:02.435630 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95da36f7-6f70-4848-a5ee-3f31ad7a860c None None] Checking segment: {'id': '0724bfbb-7f18-4768-b879-84dbe1be3f59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:50:02.436294 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-95da36f7-6f70-4848-a5ee-3f31ad7a860c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:02.436916 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95da36f7-6f70-4848-a5ee-3f31ad7a860c None None] Bound using segment: {'id': '0724bfbb-7f18-4768-b879-84dbe1be3f59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:50:02.441314 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cb0ebe10-3f13-4040-8fad-7cea79e3a244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:02.448999 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-95da36f7-6f70-4848-a5ee-3f31ad7a860c None None] Bound port: 1e05fc91-ba76-4c18-a9be-a83a04d4355f, host: dv-cinder-775706-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0724bfbb-7f18-4768-b879-84dbe1be3f59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:50:02.449728 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-95da36f7-6f70-4848-a5ee-3f31ad7a860c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:02.540448 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-4ab59b9c-dc19-4d88-819c-64dcb311a36e req-89160452-a4f2-406b-99fe-26b15d2a31ad tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:02.540865 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-4ab59b9c-dc19-4d88-819c-64dcb311a36e req-89160452-a4f2-406b-99fe-26b15d2a31ad tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854196618'] for floatingip, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:02.541220 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.db.l3_db [req-4ab59b9c-dc19-4d88-819c-64dcb311a36e req-89160452-a4f2-406b-99fe-26b15d2a31ad tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Floating IP 85a5541d-349c-43f5-9863-23dfa235c1f4 disassociated. External IP: 172.28.2.242, port: 9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6. Feb 16 15:50:02.541767 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-4ab59b9c-dc19-4d88-819c-64dcb311a36e req-89160452-a4f2-406b-99fe-26b15d2a31ad tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Calling delete_port for 9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6 owned by compute:nova {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:50:02.592014 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-95da36f7-6f70-4848-a5ee-3f31ad7a860c None None] For port 1e05fc91-ba76-4c18-a9be-a83a04d4355f, host dv-cinder-775706-1-smb, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:50:02.598014 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-95da36f7-6f70-4848-a5ee-3f31ad7a860c None None] For port 1e05fc91-ba76-4c18-a9be-a83a04d4355f, host dv-cinder-775706-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=1e05fc91-ba76-4c18-a9be-a83a04d4355f,segment=NetworkSegment(0724bfbb-7f18-4768-b879-84dbe1be3f59),segment_id=0724bfbb-7f18-4768-b879-84dbe1be3f59)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:50:02.602989 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-95da36f7-6f70-4848-a5ee-3f31ad7a860c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:02.633865 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-926f5c2f-123a-486d-9cb1-e38b873a0157 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:02.635527 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:02.746674 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-4ab59b9c-dc19-4d88-819c-64dcb311a36e req-89160452-a4f2-406b-99fe-26b15d2a31ad tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-823957'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:02.913610 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ae805cfd-dd2d-4ed6-83d1-df5fa7796b66 None None] Provisioning complete for port ce566aab-134e-4133-a44c-4d8104d85bd4 triggered by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:50:02.914086 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ae805cfd-dd2d-4ed6-83d1-df5fa7796b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:02.936567 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95da36f7-6f70-4848-a5ee-3f31ad7a860c None None] Routers {'d9359ee0-834c-438e-aaa1-d5ebf89205ca'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:50:02.937248 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-95da36f7-6f70-4848-a5ee-3f31ad7a860c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:49:58Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['d9359ee0-834c-438e-aaa1-d5ebf89205ca'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:50:02.954030 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0cd77b4d-8b60-4bb8-bf96-adb612fa1839 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:02.991402 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-cb0ebe10-3f13-4040-8fad-7cea79e3a244 admin admin] Allocated IP 172.20.0.1 (2886c1eb-0213-49c7-9040-561b7a7aaa58/9629cb7e-b8ec-4ae2-b2ac-1c9cd6f10b53/327e5bb7-a4eb-4cfd-8f70-2b6e637409a7) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:50:03.038760 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89160452-a4f2-406b-99fe-26b15d2a31ad tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Pushing event deleted for resources: {'Port': ['ID=9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:03.043297 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-89160452-a4f2-406b-99fe-26b15d2a31ad tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:03.073070 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2379e7b1-b285-4ac0-858b-59e2bd0db160 req-65bf6164-3fce-4641-b23f-cd009f3297a6 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 210 time: 0.0755105 Feb 16 15:50:03.136993 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-95da36f7-6f70-4848-a5ee-3f31ad7a860c None None] Set router d9359ee0-834c-438e-aaa1-d5ebf89205ca gateway port host: dv-cinder-775706-1-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:50:03.213589 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device ce566aab-134e-4133-a44c-4d8104d85bd4 up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:50:03.239890 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cb0ebe10-3f13-4040-8fad-7cea79e3a244 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:03.258499 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-cb0ebe10-3f13-4040-8fad-7cea79e3a244 admin admin] Transition to ACTIVE for port object 327e5bb7-a4eb-4cfd-8f70-2b6e637409a7 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:50:03.289806 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cb0ebe10-3f13-4040-8fad-7cea79e3a244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838928334'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:03.309159 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:03.334017 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ab59b9c-dc19-4d88-819c-64dcb311a36e req-89160452-a4f2-406b-99fe-26b15d2a31ad tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Router b4a87f8f-ad40-4976-abf7-00c26f3920af has already been hosted by L3 agent cace3e07-576d-4918-a0d2-7f739a7a8110 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 15:50:03.337381 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning complete for port ce566aab-134e-4133-a44c-4d8104d85bd4 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:50:03.337809 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:03.357736 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a36b7-940a-4d1f-8311-51f097eb9c39 None None] Pushing event updated for resources: {'Port': ['ID=1e05fc91-ba76-4c18-a9be-a83a04d4355f,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:03.362905 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3c8a36b7-940a-4d1f-8311-51f097eb9c39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:03.495943 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ebe10-3f13-4040-8fad-7cea79e3a244 admin admin] Pushing event updated for resources: {'Port': ['ID=327e5bb7-a4eb-4cfd-8f70-2b6e637409a7,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:03.496168 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-95da36f7-6f70-4848-a5ee-3f31ad7a860c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'name': 'tempest-TestMinimumBasicScenario-1221444230-router', 'tenant_id': '6397327af94e4044ae5e667ca93f345c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.114'}], 'enable_snat': True}, 'gw_port_id': '1e05fc91-ba76-4c18-a9be-a83a04d4355f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:49:57Z', 'updated_at': '2021-02-16T15:49:59Z', 'revision_number': 3, 'project_id': '6397327af94e4044ae5e667ca93f345c', 'gw_port': {'id': '1e05fc91-ba76-4c18-a9be-a83a04d4355f', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:89:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:49:58Z', 'updated_at': '2021-02-16T15:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb'}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:50:03.500695 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95da36f7-6f70-4848-a5ee-3f31ad7a860c None None] The sync data for ids ['d9359ee0-834c-438e-aaa1-d5ebf89205ca'] in dv-cinder-775706-1-smb is: [{'id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'name': 'tempest-TestMinimumBasicScenario-1221444230-router', 'tenant_id': '6397327af94e4044ae5e667ca93f345c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.114'}], 'enable_snat': True}, 'gw_port_id': '1e05fc91-ba76-4c18-a9be-a83a04d4355f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:49:57Z', 'updated_at': '2021-02-16T15:49:59Z', 'revision_number': 3, 'project_id': '6397327af94e4044ae5e667ca93f345c', 'gw_port': {'id': '1e05fc91-ba76-4c18-a9be-a83a04d4355f', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:89:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:49:58Z', 'updated_at': '2021-02-16T15:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb'}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:50:03.511627 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-cb0ebe10-3f13-4040-8fad-7cea79e3a244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:03.593292 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0ebe10-3f13-4040-8fad-7cea79e3a244 admin admin] Network 2886c1eb-0213-49c7-9040-561b7a7aaa58 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:50:03.595268 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-cb0ebe10-3f13-4040-8fad-7cea79e3a244 admin admin] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:50:03.597622 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0ebe10-3f13-4040-8fad-7cea79e3a244 admin admin] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:50:03.602718 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ab59b9c-dc19-4d88-819c-64dcb311a36e req-89160452-a4f2-406b-99fe-26b15d2a31ad tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify agent at l3_agent.dv-cinder-775706-1-smb the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:50:03.613511 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb3b129-443b-4f66-83b9-90e869dbc9ab None None] Sync routers for ids ['b4a87f8f-ad40-4976-abf7-00c26f3920af'] in dv-cinder-775706-1-smb {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:50:03.627857 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb3b129-443b-4f66-83b9-90e869dbc9ab None None] Routers {'b4a87f8f-ad40-4976-abf7-00c26f3920af'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:50:03.628577 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2eb3b129-443b-4f66-83b9-90e869dbc9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:49:58Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['b4a87f8f-ad40-4976-abf7-00c26f3920af'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:50:03.655765 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab59b9c-dc19-4d88-819c-64dcb311a36e req-89160452-a4f2-406b-99fe-26b15d2a31ad tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] No DVR routers for this DVR port 9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6 on host hv-cinder-77570 {{(pid=84026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 15:50:03.658576 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-4ab59b9c-dc19-4d88-819c-64dcb311a36e req-89160452-a4f2-406b-99fe-26b15d2a31ad tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:03.662361 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb6c634-9436-431c-a096-6eb0c6e7783f', 'name': 'network-vif-deleted', 'tag': '9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:50:03.701511 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4ab59b9c-dc19-4d88-819c-64dcb311a36e req-89160452-a4f2-406b-99fe-26b15d2a31ad tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.102 "DELETE /v2.0/ports/9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6 HTTP/1.1" status: 204 len: 173 time: 2.3289299 Feb 16 15:50:03.726331 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cb0ebe10-3f13-4040-8fad-7cea79e3a244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854196728'] for router_interface, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:03.796111 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb6c634-9436-431c-a096-6eb0c6e7783f', 'name': 'network-vif-deleted', 'tag': '9c14a8fa-dfe8-4e6d-b9ae-71b3d39862a6', 'status': 'completed', 'code': 200} Feb 16 15:50:03.963745 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cb0ebe10-3f13-4040-8fad-7cea79e3a244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:04.049030 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-2eb3b129-443b-4f66-83b9-90e869dbc9ab None None] Set router b4a87f8f-ad40-4976-abf7-00c26f3920af gateway port host: dv-cinder-775706-1-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:50:04.129514 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d5120e50-6ba5-4466-b46a-6b6d637a5842 None None] Provisioning for port 327e5bb7-a4eb-4cfd-8f70-2b6e637409a7 completed by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:50:04.140214 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-d5120e50-6ba5-4466-b46a-6b6d637a5842 None None] Provisioning complete for port 327e5bb7-a4eb-4cfd-8f70-2b6e637409a7 triggered by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:50:04.141043 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d5120e50-6ba5-4466-b46a-6b6d637a5842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:04.325182 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d5120e50-6ba5-4466-b46a-6b6d637a5842 None None] Port 327e5bb7-a4eb-4cfd-8f70-2b6e637409a7 cannot update to ACTIVE because it is not bound. {{(pid=84027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 15:50:04.399783 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2278f913-d5e3-4d96-a352-b5bb6fc1f31d req-17810256-7234-4012-9c71-8216339a68ce tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/ports?device_id=1fb6c634-9436-431c-a096-6eb0c6e7783f HTTP/1.1" status: 200 len: 210 time: 0.1120598 Feb 16 15:50:04.571365 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2eb3b129-443b-4f66-83b9-90e869dbc9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'name': 'tempest-AttachVolumeShelveTestJSON-1105377848-router', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:05Z', 'updated_at': '2021-02-16T15:43:22Z', 'revision_number': 4, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'gw_port': {'id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:07Z', 'updated_at': '2021-02-16T15:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_interfaces': [{'id': '50a775e1-4d91-4ab4-87a3-3fd37c20bfa0', 'name': '', 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'mac_address': 'fa:16:3e:47:ce:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cf8af63e-2347-4927-a7a5-30a38d3293b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:17Z', 'updated_at': '2021-02-16T15:43:40Z', 'revision_number': 5, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'subnets': [{'id': 'cf8af63e-2347-4927-a7a5-30a38d3293b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:50:04.576373 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb3b129-443b-4f66-83b9-90e869dbc9ab None None] Checking router: b4a87f8f-ad40-4976-abf7-00c26f3920af for host: dv-cinder-775706-1-smb {{(pid=84027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:50:04.587488 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb3b129-443b-4f66-83b9-90e869dbc9ab None None] Routers {'b4a87f8f-ad40-4976-abf7-00c26f3920af'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:50:04.588298 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2eb3b129-443b-4f66-83b9-90e869dbc9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:49:58Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['b4a87f8f-ad40-4976-abf7-00c26f3920af'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:50:04.792287 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-2eb3b129-443b-4f66-83b9-90e869dbc9ab None None] Set router b4a87f8f-ad40-4976-abf7-00c26f3920af gateway port host: dv-cinder-775706-1-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:50:04.831216 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-4ad027b5-6023-4368-aeaa-bad71dde87f0 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:04.835146 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-4ad027b5-6023-4368-aeaa-bad71dde87f0 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/networks?id=b28cd6a2-97c0-4227-b87f-95781628bc0a HTTP/1.1" status: 200 len: 814 time: 0.4804437 Feb 16 15:50:04.861345 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-2b6a60b6-0de0-4564-b42b-f884b9011177 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/quotas/0ab3af7787b74d4c93aa4ba8f5c73562 HTTP/1.1" status: 200 len: 375 time: 0.0220551 Feb 16 15:50:04.866280 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cb0ebe10-3f13-4040-8fad-7cea79e3a244 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:04.910588 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cb0ebe10-3f13-4040-8fad-7cea79e3a244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15847481'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:04.949636 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:05.052739 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cb0ebe10-3f13-4040-8fad-7cea79e3a244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853240653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579243'] for router_interface, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:05.067502 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ebe10-3f13-4040-8fad-7cea79e3a244 admin admin] Pushing event updated for resources: {'Port': ['ID=327e5bb7-a4eb-4cfd-8f70-2b6e637409a7,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:05.076840 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-cb0ebe10-3f13-4040-8fad-7cea79e3a244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:05.163652 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-25f2ac01-7fd1-4393-8de4-8adc0bb74b7c tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ab3af7787b74d4c93aa4ba8f5c73562&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2950227 Feb 16 15:50:05.202486 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 1e05fc91-ba76-4c18-a9be-a83a04d4355f up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:50:05.336807 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0ebe10-3f13-4040-8fad-7cea79e3a244 admin admin] Network 2886c1eb-0213-49c7-9040-561b7a7aaa58 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:50:05.339713 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-cb0ebe10-3f13-4040-8fad-7cea79e3a244 admin admin] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:50:05.352387 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning for port 1e05fc91-ba76-4c18-a9be-a83a04d4355f completed by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:50:05.360859 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning complete for port 1e05fc91-ba76-4c18-a9be-a83a04d4355f triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:50:05.361277 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:05.422759 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-adf25549-92ff-44e7-b529-dc78cf274aeb service neutron] 10.222.0.42 "GET /v2.0/networks/b28cd6a2-97c0-4227-b87f-95781628bc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498343 Feb 16 15:50:05.448350 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2eb3b129-443b-4f66-83b9-90e869dbc9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'name': 'tempest-AttachVolumeShelveTestJSON-1105377848-router', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:05Z', 'updated_at': '2021-02-16T15:43:22Z', 'revision_number': 4, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'gw_port': {'id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:07Z', 'updated_at': '2021-02-16T15:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_interfaces': [{'id': '50a775e1-4d91-4ab4-87a3-3fd37c20bfa0', 'name': '', 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'mac_address': 'fa:16:3e:47:ce:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cf8af63e-2347-4927-a7a5-30a38d3293b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:17Z', 'updated_at': '2021-02-16T15:43:40Z', 'revision_number': 5, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'subnets': [{'id': 'cf8af63e-2347-4927-a7a5-30a38d3293b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:50:05.485366 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb3b129-443b-4f66-83b9-90e869dbc9ab None None] The sync data for ids ['b4a87f8f-ad40-4976-abf7-00c26f3920af'] in dv-cinder-775706-1-smb is: [{'id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'name': 'tempest-AttachVolumeShelveTestJSON-1105377848-router', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:05Z', 'updated_at': '2021-02-16T15:43:22Z', 'revision_number': 4, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'gw_port': {'id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:07Z', 'updated_at': '2021-02-16T15:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_interfaces': [{'id': '50a775e1-4d91-4ab4-87a3-3fd37c20bfa0', 'name': '', 'network_id': '20ca6535-fd86-4587-bfbd-e6e090169f44', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'mac_address': 'fa:16:3e:47:ce:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cf8af63e-2347-4927-a7a5-30a38d3293b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:17Z', 'updated_at': '2021-02-16T15:43:40Z', 'revision_number': 5, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'subnets': [{'id': 'cf8af63e-2347-4927-a7a5-30a38d3293b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:50:05.524695 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:05.548069 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3a29449c-3776-4258-9627-10026e36c514 None None] For port 1e05fc91-ba76-4c18-a9be-a83a04d4355f, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=1e05fc91-ba76-4c18-a9be-a83a04d4355f,segment=NetworkSegment(0724bfbb-7f18-4768-b879-84dbe1be3f59),segment_id=0724bfbb-7f18-4768-b879-84dbe1be3f59)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:50:05.551704 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:05.553626 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d64ad0d1-e895-4d45-8718-b7f51aa08edc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:05.576610 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 33498) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:50:05.640239 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-9419ac88-20b2-48df-906c-b97005dbba2f None None] Provisioning complete for port 327e5bb7-a4eb-4cfd-8f70-2b6e637409a7 triggered by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:50:05.640595 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9419ac88-20b2-48df-906c-b97005dbba2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:05.654263 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c2e4a4ce-03a3-44ea-9360-32f68138398b tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:05.685073 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c2e4a4ce-03a3-44ea-9360-32f68138398b tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:05.688482 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Pushing event updated for resources: {'Port': ['ID=1e05fc91-ba76-4c18-a9be-a83a04d4355f,revision_number=4']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:05.694193 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:05.712729 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-9419ac88-20b2-48df-906c-b97005dbba2f None None] Port 327e5bb7-a4eb-4cfd-8f70-2b6e637409a7 cannot update to ACTIVE because it is not bound. {{(pid=84027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 15:50:05.744342 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0ebe10-3f13-4040-8fad-7cea79e3a244 admin admin] Router d9359ee0-834c-438e-aaa1-d5ebf89205ca has already been hosted by L3 agent cace3e07-576d-4918-a0d2-7f739a7a8110 {{(pid=84025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 15:50:05.747606 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c2e4a4ce-03a3-44ea-9360-32f68138398b tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:05.753278 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-6d8e133d-57fe-4521-93ec-322c434dede8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:05.768719 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e4a4ce-03a3-44ea-9360-32f68138398b tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc187af4-8eaf-4e1b-ac5b-016e399da50c,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:05.773212 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c2e4a4ce-03a3-44ea-9360-32f68138398b tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:05.784787 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c2e4a4ce-03a3-44ea-9360-32f68138398b tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:05.788596 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-c2e4a4ce-03a3-44ea-9360-32f68138398b tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "DELETE /v2.0/security-groups/cc187af4-8eaf-4e1b-ac5b-016e399da50c HTTP/1.1" status: 204 len: 168 time: 0.2083585 Feb 16 15:50:05.788877 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 33502) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:50:05.808296 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.api.v2.resource [None req-2eedd846-04b9-4fdd-a5b0-4953ee32ad1e tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] show failed (client error): The resource could not be found. Feb 16 15:50:05.809404 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-2eedd846-04b9-4fdd-a5b0-4953ee32ad1e tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "GET /v2.0/security-groups/cc187af4-8eaf-4e1b-ac5b-016e399da50c HTTP/1.1" status: 404 len: 347 time: 0.0195465 Feb 16 15:50:05.812430 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 33506) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:50:05.835318 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-8529ac9d-8e84-4124-a23b-c65a3a6b9939 service neutron] 10.222.0.42 "GET /v2.0/networks/b28cd6a2-97c0-4227-b87f-95781628bc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2861845 Feb 16 15:50:05.971800 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0ebe10-3f13-4040-8fad-7cea79e3a244 admin admin] Notify agent at l3_agent.dv-cinder-775706-1-smb the message routers_updated {{(pid=84025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:50:05.986896 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-cb0ebe10-3f13-4040-8fad-7cea79e3a244 admin admin] 10.222.0.42 "PUT /v2.0/routers/d9359ee0-834c-438e-aaa1-d5ebf89205ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4557552 Feb 16 15:50:06.010423 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8af42f6c-2021-481a-a022-e6f69fdc136b tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Deleting port a74e1fc7-fc7d-4ae5-99fc-1fec453e6907 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:50:06.010806 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8af42f6c-2021-481a-a022-e6f69fdc136b tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:06.053109 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0496e9de-275f-49e5-8660-1bda152bf25b req-fedebda0-f593-43e5-8407-f09fee213d1a tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=edbb0f9c-11b2-4bb4-9e66-1fdf9fa85b2f HTTP/1.1" status: 200 len: 210 time: 0.0552890 Feb 16 15:50:06.484207 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8af42f6c-2021-481a-a022-e6f69fdc136b tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:06.484917 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8af42f6c-2021-481a-a022-e6f69fdc136b tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:06.586847 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1669bbc-6243-4af9-9064-af350c94f07a None None] New status for floating IP 85a5541d-349c-43f5-9863-23dfa235c1f4: DOWN {{(pid=84028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 15:50:06.635898 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8af42f6c-2021-481a-a022-e6f69fdc136b tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Calling delete_port for a74e1fc7-fc7d-4ae5-99fc-1fec453e6907 owned by network:floatingip {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:50:06.778599 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2af2c8-0966-49a2-990f-2d92c60ad9b5 None None] Sync routers for ids ['d9359ee0-834c-438e-aaa1-d5ebf89205ca'] in dv-cinder-775706-1-smb {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:50:06.794036 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2af2c8-0966-49a2-990f-2d92c60ad9b5 None None] Routers {'d9359ee0-834c-438e-aaa1-d5ebf89205ca'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:50:06.795242 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-0f2af2c8-0966-49a2-990f-2d92c60ad9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:49:58Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['d9359ee0-834c-438e-aaa1-d5ebf89205ca'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:50:06.884390 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8af42f6c-2021-481a-a022-e6f69fdc136b tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-823957'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:06.912086 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-333833f2-3c63-4caf-9e95-c5486fa8694a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:06.972393 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.db.api [None req-d1669bbc-6243-4af9-9064-af350c94f07a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84028) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:50:06.972797 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_db.api [None req-d1669bbc-6243-4af9-9064-af350c94f07a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 15:50:07.021874 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af42f6c-2021-481a-a022-e6f69fdc136b tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Pushing event deleted for resources: {'Port': ['ID=a74e1fc7-fc7d-4ae5-99fc-1fec453e6907,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:07.029122 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8af42f6c-2021-481a-a022-e6f69fdc136b tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:07.055296 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-0f2af2c8-0966-49a2-990f-2d92c60ad9b5 None None] Set router d9359ee0-834c-438e-aaa1-d5ebf89205ca gateway port host: dv-cinder-775706-1-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:50:07.255270 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8af42f6c-2021-481a-a022-e6f69fdc136b tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks [] for floatingip, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:07.274131 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8af42f6c-2021-481a-a022-e6f69fdc136b tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for floatingip, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:07.275813 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-8af42f6c-2021-481a-a022-e6f69fdc136b tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] 10.222.0.42 "DELETE /v2.0/floatingips/85a5541d-349c-43f5-9863-23dfa235c1f4 HTTP/1.1" status: 204 len: 168 time: 1.4624379 Feb 16 15:50:07.308467 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c87f45b6-1b3c-45a3-bf57-3027f5a7b38f req-d0afdeea-46a0-4a8b-bb53-e83d8e9ec81c tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=edbb0f9c-11b2-4bb4-9e66-1fdf9fa85b2f HTTP/1.1" status: 200 len: 210 time: 0.0846889 Feb 16 15:50:07.310910 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 1e05fc91-ba76-4c18-a9be-a83a04d4355f up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:50:07.474786 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1669bbc-6243-4af9-9064-af350c94f07a None None] New status for floating IP 85a5541d-349c-43f5-9863-23dfa235c1f4: DOWN {{(pid=84028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 15:50:07.501762 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-6700c80b-918e-428f-a612-211d7fb3fb0f tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:07.503579 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-6700c80b-918e-428f-a612-211d7fb3fb0f tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.102 "GET /v2.0/networks?id=b28cd6a2-97c0-4227-b87f-95781628bc0a HTTP/1.1" status: 200 len: 814 time: 0.1878350 Feb 16 15:50:07.526080 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-ea042813-0916-4af4-9be3-d928ef6e3b88 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Request body: {'port': {'device_id': 'edbb0f9c-11b2-4bb4-9e66-1fdf9fa85b2f', 'network_id': 'b28cd6a2-97c0-4227-b87f-95781628bc0a', 'admin_state_up': True, 'tenant_id': '0ab3af7787b74d4c93aa4ba8f5c73562'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:50:07.685012 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning complete for port 1e05fc91-ba76-4c18-a9be-a83a04d4355f triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:50:07.686143 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:07.779114 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-ea042813-0916-4af4-9be3-d928ef6e3b88 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:50:07.783764 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-ea042813-0916-4af4-9be3-d928ef6e3b88 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Usage tracker for resource:port and tenant:0ab3af7787b74d4c93aa4ba8f5c73562 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:50:07.788899 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-ea042813-0916-4af4-9be3-d928ef6e3b88 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:50:07.795524 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-ea042813-0916-4af4-9be3-d928ef6e3b88 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:50:07.809707 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-ea042813-0916-4af4-9be3-d928ef6e3b88 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Made reservation on behalf of 0ab3af7787b74d4c93aa4ba8f5c73562 for: {'port': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:50:07.817991 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-ea042813-0916-4af4-9be3-d928ef6e3b88 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:07.980329 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-0f2af2c8-0966-49a2-990f-2d92c60ad9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'name': 'tempest-TestMinimumBasicScenario-1221444230-router', 'tenant_id': '6397327af94e4044ae5e667ca93f345c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.114'}], 'enable_snat': True}, 'gw_port_id': '1e05fc91-ba76-4c18-a9be-a83a04d4355f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:49:57Z', 'updated_at': '2021-02-16T15:50:03Z', 'revision_number': 4, 'project_id': '6397327af94e4044ae5e667ca93f345c', 'gw_port': {'id': '1e05fc91-ba76-4c18-a9be-a83a04d4355f', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:49:58Z', 'updated_at': '2021-02-16T15:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_interfaces': [{'id': '327e5bb7-a4eb-4cfd-8f70-2b6e637409a7', 'name': '', 'network_id': '2886c1eb-0213-49c7-9040-561b7a7aaa58', 'tenant_id': '6397327af94e4044ae5e667ca93f345c', 'mac_address': 'fa:16:3e:62:1d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9629cb7e-b8ec-4ae2-b2ac-1c9cd6f10b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:50:02Z', 'updated_at': '2021-02-16T15:50:04Z', 'revision_number': 2, 'project_id': '6397327af94e4044ae5e667ca93f345c', 'subnets': [{'id': '9629cb7e-b8ec-4ae2-b2ac-1c9cd6f10b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:50:07.986898 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2af2c8-0966-49a2-990f-2d92c60ad9b5 None None] Checking router: d9359ee0-834c-438e-aaa1-d5ebf89205ca for host: dv-cinder-775706-1-smb {{(pid=84027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:50:07.987311 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2af2c8-0966-49a2-990f-2d92c60ad9b5 None None] Updating router d9359ee0-834c-438e-aaa1-d5ebf89205ca port 327e5bb7-a4eb-4cfd-8f70-2b6e637409a7 binding host dv-cinder-775706-1-smb {{(pid=84027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 16 15:50:08.057455 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0f2af2c8-0966-49a2-990f-2d92c60ad9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:08.259981 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-ea042813-0916-4af4-9be3-d928ef6e3b88 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Allocated IP 172.20.0.14 (b28cd6a2-97c0-4227-b87f-95781628bc0a/be56c246-7b3e-4ff1-bcb4-89453575e426/dfaf54be-1853-499d-b38c-594fb717d844) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:50:08.534657 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-bb6c8d21-5d20-48ed-9be5-fcd0186f961e req-e44194f7-16f8-4fef-8c4a-226f00ba5480 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=edbb0f9c-11b2-4bb4-9e66-1fdf9fa85b2f HTTP/1.1" status: 200 len: 210 time: 0.0774183 Feb 16 15:50:08.589942 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-ea042813-0916-4af4-9be3-d928ef6e3b88 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:08.617398 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0f2af2c8-0966-49a2-990f-2d92c60ad9b5 None None] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:08.635055 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-0f2af2c8-0966-49a2-990f-2d92c60ad9b5 None None] Transition to ACTIVE for port object 327e5bb7-a4eb-4cfd-8f70-2b6e637409a7 will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:50:08.639372 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0f2af2c8-0966-49a2-990f-2d92c60ad9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:08.643523 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-ea042813-0916-4af4-9be3-d928ef6e3b88 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-823957'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:08.661882 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:08.694365 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-389e3aae-b181-4575-990f-de02c0aebb33 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:08.861591 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea042813-0916-4af4-9be3-d928ef6e3b88 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Pushing event updated for resources: {'Port': ['ID=dfaf54be-1853-499d-b38c-594fb717d844,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:08.867432 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ea042813-0916-4af4-9be3-d928ef6e3b88 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:08.959493 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-ea042813-0916-4af4-9be3-d928ef6e3b88 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Network b28cd6a2-97c0-4227-b87f-95781628bc0a is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:50:08.960746 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-ea042813-0916-4af4-9be3-d928ef6e3b88 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:50:08.968404 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-ea042813-0916-4af4-9be3-d928ef6e3b88 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:50:09.044971 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2ed89-75cd-4e15-a500-4fbf690c3c9f None None] Pushing event updated for resources: {'Port': ['ID=327e5bb7-a4eb-4cfd-8f70-2b6e637409a7,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:09.056015 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-71c2ed89-75cd-4e15-a500-4fbf690c3c9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:09.103654 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-ea042813-0916-4af4-9be3-d928ef6e3b88 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:09.104383 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-ea042813-0916-4af4-9be3-d928ef6e3b88 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:09.129689 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-ea042813-0916-4af4-9be3-d928ef6e3b88 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6098948 Feb 16 15:50:09.155201 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-a9e150cd-e7ad-476b-b2ac-9d06954ef62d service neutron] Request body: {'port': {'device_id': 'edbb0f9c-11b2-4bb4-9e66-1fdf9fa85b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:50:09.182770 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0f2af2c8-0966-49a2-990f-2d92c60ad9b5 None None] Attempting to bind port 327e5bb7-a4eb-4cfd-8f70-2b6e637409a7 on host dv-cinder-775706-1-smb for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:50:09.183198 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0f2af2c8-0966-49a2-990f-2d92c60ad9b5 None None] Attempting to bind port 327e5bb7-a4eb-4cfd-8f70-2b6e637409a7 by drivers openvswitch on host dv-cinder-775706-1-smb at level 0 using segments [{'id': 'a613de86-ac2d-4561-8ad2-59c7cbbc24ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2886c1eb-0213-49c7-9040-561b7a7aaa58'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:50:09.183565 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2af2c8-0966-49a2-990f-2d92c60ad9b5 None None] Attempting to bind port 327e5bb7-a4eb-4cfd-8f70-2b6e637409a7 on network 2886c1eb-0213-49c7-9040-561b7a7aaa58 {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:50:09.191753 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2af2c8-0966-49a2-990f-2d92c60ad9b5 None None] Checking agent: {'id': 'daefd0e5-91bf-4e18-ba94-edda5fe7e4cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 33, 59), 'started_at': datetime.datetime(2021, 2, 16, 15, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:50:09.193125 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2af2c8-0966-49a2-990f-2d92c60ad9b5 None None] Checking segment: {'id': 'a613de86-ac2d-4561-8ad2-59c7cbbc24ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2886c1eb-0213-49c7-9040-561b7a7aaa58'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:50:09.193577 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0f2af2c8-0966-49a2-990f-2d92c60ad9b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:09.196064 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2af2c8-0966-49a2-990f-2d92c60ad9b5 None None] Bound using segment: {'id': 'a613de86-ac2d-4561-8ad2-59c7cbbc24ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2886c1eb-0213-49c7-9040-561b7a7aaa58'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:50:09.196599 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0f2af2c8-0966-49a2-990f-2d92c60ad9b5 None None] Bound port: 327e5bb7-a4eb-4cfd-8f70-2b6e637409a7, host: dv-cinder-775706-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a613de86-ac2d-4561-8ad2-59c7cbbc24ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2886c1eb-0213-49c7-9040-561b7a7aaa58'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:50:09.197023 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0f2af2c8-0966-49a2-990f-2d92c60ad9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:09.360694 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-0f2af2c8-0966-49a2-990f-2d92c60ad9b5 None None] For port 327e5bb7-a4eb-4cfd-8f70-2b6e637409a7, host dv-cinder-775706-1-smb, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:50:09.369647 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-0f2af2c8-0966-49a2-990f-2d92c60ad9b5 None None] For port 327e5bb7-a4eb-4cfd-8f70-2b6e637409a7, host dv-cinder-775706-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=327e5bb7-a4eb-4cfd-8f70-2b6e637409a7,segment=NetworkSegment(a613de86-ac2d-4561-8ad2-59c7cbbc24ef),segment_id=a613de86-ac2d-4561-8ad2-59c7cbbc24ef)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:50:09.374859 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0f2af2c8-0966-49a2-990f-2d92c60ad9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:09.378742 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-a9e150cd-e7ad-476b-b2ac-9d06954ef62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:09.396999 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-42af0fe6-856e-4b1c-a468-aba269818caa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:09.825427 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2ed89-75cd-4e15-a500-4fbf690c3c9f None None] Pushing event updated for resources: {'Port': ['ID=327e5bb7-a4eb-4cfd-8f70-2b6e637409a7,revision_number=4']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:09.832140 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-71c2ed89-75cd-4e15-a500-4fbf690c3c9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:09.850706 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2af2c8-0966-49a2-990f-2d92c60ad9b5 None None] Routers {'d9359ee0-834c-438e-aaa1-d5ebf89205ca'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:50:09.851402 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-0f2af2c8-0966-49a2-990f-2d92c60ad9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:49:58Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['d9359ee0-834c-438e-aaa1-d5ebf89205ca'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:50:09.870830 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b694b-1cf3-4ea8-a54b-45eda4979eec req-a1d3b6c2-25ae-42a0-b232-d5eacbe555a6 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:09.873150 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d14b694b-1cf3-4ea8-a54b-45eda4979eec req-a1d3b6c2-25ae-42a0-b232-d5eacbe555a6 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=edbb0f9c-11b2-4bb4-9e66-1fdf9fa85b2f HTTP/1.1" status: 200 len: 932 time: 0.1777794 Feb 16 15:50:09.951496 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d14b694b-1cf3-4ea8-a54b-45eda4979eec req-f83f7818-888b-428a-9136-61b080e44c11 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718467 Feb 16 15:50:10.000701 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-a9e150cd-e7ad-476b-b2ac-9d06954ef62d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfaf54be-1853-499d-b38c-594fb717d844 {{(pid=84026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 15:50:10.010378 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-a9e150cd-e7ad-476b-b2ac-9d06954ef62d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:10.028194 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-a9e150cd-e7ad-476b-b2ac-9d06954ef62d service neutron] Transition to ACTIVE for port object dfaf54be-1853-499d-b38c-594fb717d844 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:50:10.031897 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-a9e150cd-e7ad-476b-b2ac-9d06954ef62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853951842'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:10.054662 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-38c944b7-4b2e-44d9-a1d5-4e52e7ef6c55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:10.130581 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-0f2af2c8-0966-49a2-990f-2d92c60ad9b5 None None] Set router d9359ee0-834c-438e-aaa1-d5ebf89205ca gateway port host: dv-cinder-775706-1-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:50:10.370139 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e150cd-e7ad-476b-b2ac-9d06954ef62d service neutron] Pushing event updated for resources: {'Port': ['ID=dfaf54be-1853-499d-b38c-594fb717d844,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:10.419049 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a9e150cd-e7ad-476b-b2ac-9d06954ef62d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:10.480159 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-a9e150cd-e7ad-476b-b2ac-9d06954ef62d service neutron] Attempting to bind port dfaf54be-1853-499d-b38c-594fb717d844 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:50:10.480524 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-a9e150cd-e7ad-476b-b2ac-9d06954ef62d service neutron] Attempting to bind port dfaf54be-1853-499d-b38c-594fb717d844 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '2e73efd5-fa44-4206-909a-5734c1318f54', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b28cd6a2-97c0-4227-b87f-95781628bc0a'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:50:10.480884 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-a9e150cd-e7ad-476b-b2ac-9d06954ef62d service neutron] Attempting to bind port dfaf54be-1853-499d-b38c-594fb717d844 on network b28cd6a2-97c0-4227-b87f-95781628bc0a {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:50:10.487644 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-a9e150cd-e7ad-476b-b2ac-9d06954ef62d service neutron] Checking agent: {'id': '9f703877-974c-4713-aaa3-781784e6ea8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 41, 2), 'started_at': datetime.datetime(2021, 2, 16, 15, 41, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.100', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:50:10.487880 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-a9e150cd-e7ad-476b-b2ac-9d06954ef62d service neutron] Checking segment: {'id': '2e73efd5-fa44-4206-909a-5734c1318f54', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b28cd6a2-97c0-4227-b87f-95781628bc0a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:50:10.489099 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-a9e150cd-e7ad-476b-b2ac-9d06954ef62d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:10.489099 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-a9e150cd-e7ad-476b-b2ac-9d06954ef62d service neutron] Bound using segment: {'id': '2e73efd5-fa44-4206-909a-5734c1318f54', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b28cd6a2-97c0-4227-b87f-95781628bc0a'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:50:10.489099 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-a9e150cd-e7ad-476b-b2ac-9d06954ef62d service neutron] Bound port: dfaf54be-1853-499d-b38c-594fb717d844, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e73efd5-fa44-4206-909a-5734c1318f54', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b28cd6a2-97c0-4227-b87f-95781628bc0a'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:50:10.489456 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-a9e150cd-e7ad-476b-b2ac-9d06954ef62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:10.524092 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-0f2af2c8-0966-49a2-990f-2d92c60ad9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'name': 'tempest-TestMinimumBasicScenario-1221444230-router', 'tenant_id': '6397327af94e4044ae5e667ca93f345c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.114'}], 'enable_snat': True}, 'gw_port_id': '1e05fc91-ba76-4c18-a9be-a83a04d4355f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:49:57Z', 'updated_at': '2021-02-16T15:50:03Z', 'revision_number': 4, 'project_id': '6397327af94e4044ae5e667ca93f345c', 'gw_port': {'id': '1e05fc91-ba76-4c18-a9be-a83a04d4355f', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:49:58Z', 'updated_at': '2021-02-16T15:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_interfaces': [{'id': '327e5bb7-a4eb-4cfd-8f70-2b6e637409a7', 'name': '', 'network_id': '2886c1eb-0213-49c7-9040-561b7a7aaa58', 'tenant_id': '6397327af94e4044ae5e667ca93f345c', 'mac_address': 'fa:16:3e:62:1d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9629cb7e-b8ec-4ae2-b2ac-1c9cd6f10b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:50:02Z', 'updated_at': '2021-02-16T15:50:09Z', 'revision_number': 4, 'project_id': '6397327af94e4044ae5e667ca93f345c', 'subnets': [{'id': '9629cb7e-b8ec-4ae2-b2ac-1c9cd6f10b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:50:10.529380 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2af2c8-0966-49a2-990f-2d92c60ad9b5 None None] The sync data for ids ['d9359ee0-834c-438e-aaa1-d5ebf89205ca'] in dv-cinder-775706-1-smb is: [{'id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'name': 'tempest-TestMinimumBasicScenario-1221444230-router', 'tenant_id': '6397327af94e4044ae5e667ca93f345c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.114'}], 'enable_snat': True}, 'gw_port_id': '1e05fc91-ba76-4c18-a9be-a83a04d4355f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:49:57Z', 'updated_at': '2021-02-16T15:50:03Z', 'revision_number': 4, 'project_id': '6397327af94e4044ae5e667ca93f345c', 'gw_port': {'id': '1e05fc91-ba76-4c18-a9be-a83a04d4355f', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:49:58Z', 'updated_at': '2021-02-16T15:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_interfaces': [{'id': '327e5bb7-a4eb-4cfd-8f70-2b6e637409a7', 'name': '', 'network_id': '2886c1eb-0213-49c7-9040-561b7a7aaa58', 'tenant_id': '6397327af94e4044ae5e667ca93f345c', 'mac_address': 'fa:16:3e:62:1d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9629cb7e-b8ec-4ae2-b2ac-1c9cd6f10b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:50:02Z', 'updated_at': '2021-02-16T15:50:09Z', 'revision_number': 4, 'project_id': '6397327af94e4044ae5e667ca93f345c', 'subnets': [{'id': '9629cb7e-b8ec-4ae2-b2ac-1c9cd6f10b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:50:10.651119 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-a9e150cd-e7ad-476b-b2ac-9d06954ef62d service neutron] For port dfaf54be-1853-499d-b38c-594fb717d844, host hv-cinder-77570, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:50:10.654775 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-a9e150cd-e7ad-476b-b2ac-9d06954ef62d service neutron] For port dfaf54be-1853-499d-b38c-594fb717d844, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=dfaf54be-1853-499d-b38c-594fb717d844,segment=NetworkSegment(2e73efd5-fa44-4206-909a-5734c1318f54),segment_id=2e73efd5-fa44-4206-909a-5734c1318f54)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:50:10.664515 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-a9e150cd-e7ad-476b-b2ac-9d06954ef62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853951842'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:10.689815 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-38c944b7-4b2e-44d9-a1d5-4e52e7ef6c55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:10.819080 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 33574) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:50:10.867077 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e150cd-e7ad-476b-b2ac-9d06954ef62d service neutron] Pushing event updated for resources: {'Port': ['ID=dfaf54be-1853-499d-b38c-594fb717d844,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:10.872497 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a9e150cd-e7ad-476b-b2ac-9d06954ef62d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:10.941573 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-a9e150cd-e7ad-476b-b2ac-9d06954ef62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:10.942818 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-a9e150cd-e7ad-476b-b2ac-9d06954ef62d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:10.944497 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-a9e150cd-e7ad-476b-b2ac-9d06954ef62d service neutron] 10.222.0.102 "PUT /v2.0/ports/dfaf54be-1853-499d-b38c-594fb717d844 HTTP/1.1" status: 200 len: 1158 time: 1.7986698 Feb 16 15:50:10.945039 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edbb0f9c-11b2-4bb4-9e66-1fdf9fa85b2f', 'tag': 'dfaf54be-1853-499d-b38c-594fb717d844'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:50:11.071797 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edbb0f9c-11b2-4bb4-9e66-1fdf9fa85b2f', 'tag': 'dfaf54be-1853-499d-b38c-594fb717d844', 'status': 'completed', 'code': 200} Feb 16 15:50:11.170034 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-39bb4393-8730-4587-b28c-3f7feaa23e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:11.178492 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-39bb4393-8730-4587-b28c-3f7feaa23e02 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0ab3af7787b74d4c93aa4ba8f5c73562&device_id=edbb0f9c-11b2-4bb4-9e66-1fdf9fa85b2f HTTP/1.1" status: 200 len: 1161 time: 0.1683040 Feb 16 15:50:11.260198 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 327e5bb7-a4eb-4cfd-8f70-2b6e637409a7 up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:50:11.367189 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-a6cc02d2-2e3a-41ef-930f-c224d91e1cff service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfaf54be-1853-499d-b38c-594fb717d844 HTTP/1.1" status: 200 len: 217 time: 0.1793201 Feb 16 15:50:11.423564 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning for port 327e5bb7-a4eb-4cfd-8f70-2b6e637409a7 completed by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:50:11.435697 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning complete for port 327e5bb7-a4eb-4cfd-8f70-2b6e637409a7 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:50:11.438878 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:11.475195 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-054ef11f-b6a9-4377-ad9e-405f713a50b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:11.476901 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-054ef11f-b6a9-4377-ad9e-405f713a50b9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=be56c246-7b3e-4ff1-bcb4-89453575e426 HTTP/1.1" status: 200 len: 854 time: 0.1022322 Feb 16 15:50:11.583792 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-2742c301-ad77-4b4a-a68f-1ca8d5e5578e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b28cd6a2-97c0-4227-b87f-95781628bc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889380 Feb 16 15:50:11.691735 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:11.693202 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95e70c-72db-40cc-931b-1e336ffbb4e1 req-6acca813-5d07-4fbd-9c57-d9791d01bbb9 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:11.701395 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-7c95e70c-72db-40cc-931b-1e336ffbb4e1 req-6acca813-5d07-4fbd-9c57-d9791d01bbb9 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=edbb0f9c-11b2-4bb4-9e66-1fdf9fa85b2f HTTP/1.1" status: 200 len: 944 time: 0.4855883 Feb 16 15:50:11.749739 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3a29449c-3776-4258-9627-10026e36c514 None None] For port 327e5bb7-a4eb-4cfd-8f70-2b6e637409a7, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=327e5bb7-a4eb-4cfd-8f70-2b6e637409a7,segment=NetworkSegment(a613de86-ac2d-4561-8ad2-59c7cbbc24ef),segment_id=a613de86-ac2d-4561-8ad2-59c7cbbc24ef)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:50:11.753704 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:11.760299 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-71c2ed89-75cd-4e15-a500-4fbf690c3c9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:11.862150 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Pushing event updated for resources: {'Port': ['ID=327e5bb7-a4eb-4cfd-8f70-2b6e637409a7,revision_number=5']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:11.875388 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:11.884603 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-1b9ee369-664b-42d3-bbfe-67f5657378eb service neutron] 10.222.0.102 "GET /v2.0/networks/b28cd6a2-97c0-4227-b87f-95781628bc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911015 Feb 16 15:50:11.903266 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-7c95e70c-72db-40cc-931b-1e336ffbb4e1 req-141ef88e-7307-4e23-9d90-027d4d721c7c tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003713 Feb 16 15:50:12.043309 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d270b233-4cb8-4a68-b68e-04ee08953358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579226'] for router_interface, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:12.058428 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-66d7de4a-e01b-4f2e-b271-3913387fb6c0 req-1fb8bfb7-d717-4e9d-b651-286d83de5dd1 service neutron] 10.222.0.102 "GET /v2.0/networks/b28cd6a2-97c0-4227-b87f-95781628bc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1654894 Feb 16 15:50:12.304761 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08767e10-9502-4fee-85ab-ca225696b5c6 req-a2adfcca-5347-4cb8-98ef-1b1d5e644ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:12.306967 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-08767e10-9502-4fee-85ab-ca225696b5c6 req-a2adfcca-5347-4cb8-98ef-1b1d5e644ea8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0ab3af7787b74d4c93aa4ba8f5c73562&device_id=edbb0f9c-11b2-4bb4-9e66-1fdf9fa85b2f HTTP/1.1" status: 200 len: 1161 time: 0.1119440 Feb 16 15:50:12.526143 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08767e10-9502-4fee-85ab-ca225696b5c6 req-9b016c58-6193-4161-b72a-0281ec13f4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:12.528077 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-08767e10-9502-4fee-85ab-ca225696b5c6 req-9b016c58-6193-4161-b72a-0281ec13f4a2 service neutron] 10.222.0.102 "GET /v2.0/networks?id=b28cd6a2-97c0-4227-b87f-95781628bc0a HTTP/1.1" status: 200 len: 908 time: 0.2133403 Feb 16 15:50:12.613841 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-08767e10-9502-4fee-85ab-ca225696b5c6 req-ea60c3dc-a510-4732-916a-7af428b57e66 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfaf54be-1853-499d-b38c-594fb717d844 HTTP/1.1" status: 200 len: 217 time: 0.0777991 Feb 16 15:50:12.700179 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08767e10-9502-4fee-85ab-ca225696b5c6 req-20ceb32b-f1b2-4200-9029-e7b5f440c832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:12.702164 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-08767e10-9502-4fee-85ab-ca225696b5c6 req-20ceb32b-f1b2-4200-9029-e7b5f440c832 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=be56c246-7b3e-4ff1-bcb4-89453575e426 HTTP/1.1" status: 200 len: 854 time: 0.0806901 Feb 16 15:50:12.742741 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d270b233-4cb8-4a68-b68e-04ee08953358 admin admin] Deleting port 50a775e1-4d91-4ab4-87a3-3fd37c20bfa0 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:50:12.743219 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d270b233-4cb8-4a68-b68e-04ee08953358 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:12.785332 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-08767e10-9502-4fee-85ab-ca225696b5c6 req-b3ece1f2-97ee-4c52-b225-b052354895e5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b28cd6a2-97c0-4227-b87f-95781628bc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759106 Feb 16 15:50:12.974567 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-08767e10-9502-4fee-85ab-ca225696b5c6 req-80f0a5f8-87d3-43aa-ba18-fbc934713653 service neutron] 10.222.0.102 "GET /v2.0/networks/b28cd6a2-97c0-4227-b87f-95781628bc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793454 Feb 16 15:50:13.131204 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-d270b233-4cb8-4a68-b68e-04ee08953358 admin admin] For port 50a775e1-4d91-4ab4-87a3-3fd37c20bfa0, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=50a775e1-4d91-4ab4-87a3-3fd37c20bfa0,segment=NetworkSegment(e6df138d-0dd7-4980-b3fc-162c77679110),segment_id=e6df138d-0dd7-4980-b3fc-162c77679110)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:50:13.131609 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d270b233-4cb8-4a68-b68e-04ee08953358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:13.199440 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-08767e10-9502-4fee-85ab-ca225696b5c6 req-46b450b5-3d05-464b-bbf5-0c51cf6aabed service neutron] 10.222.0.102 "GET /v2.0/networks/b28cd6a2-97c0-4227-b87f-95781628bc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2178204 Feb 16 15:50:13.224168 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 327e5bb7-a4eb-4cfd-8f70-2b6e637409a7 up at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:50:13.285599 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-d270b233-4cb8-4a68-b68e-04ee08953358 admin admin] Calling delete_port for 50a775e1-4d91-4ab4-87a3-3fd37c20bfa0 owned by network:router_interface {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:50:13.318759 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Provisioning complete for port 327e5bb7-a4eb-4cfd-8f70-2b6e637409a7 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:50:13.319710 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:13.364899 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da354f-befc-4018-94e2-635f548d666f req-f225f28c-bc6c-4194-8494-1c945bb06bd7 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:13.372221 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-93da354f-befc-4018-94e2-635f548d666f req-f225f28c-bc6c-4194-8494-1c945bb06bd7 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=edbb0f9c-11b2-4bb4-9e66-1fdf9fa85b2f HTTP/1.1" status: 200 len: 944 time: 0.3120492 Feb 16 15:50:13.594836 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-93da354f-befc-4018-94e2-635f548d666f req-8a9aaa40-74fc-4999-805e-d151634d4fe6 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213252 Feb 16 15:50:13.757083 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d270b233-4cb8-4a68-b68e-04ee08953358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838928334'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:13.778836 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3047f68f-7639-4a8a-9142-1975bda22372 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:13.893784 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270b233-4cb8-4a68-b68e-04ee08953358 admin admin] Pushing event deleted for resources: {'Port': ['ID=50a775e1-4d91-4ab4-87a3-3fd37c20bfa0,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:13.899305 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d270b233-4cb8-4a68-b68e-04ee08953358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:14.264812 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d270b233-4cb8-4a68-b68e-04ee08953358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1535162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854189782'] for router_interface, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:14.953094 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b415f-caa1-4928-90cb-ecd24de663bf req-5421d746-1870-433e-b7e0-b41fb7599a58 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:14.954798 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ba2b415f-caa1-4928-90cb-ecd24de663bf req-5421d746-1870-433e-b7e0-b41fb7599a58 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=edbb0f9c-11b2-4bb4-9e66-1fdf9fa85b2f HTTP/1.1" status: 200 len: 944 time: 0.2132046 Feb 16 15:50:14.968276 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d270b233-4cb8-4a68-b68e-04ee08953358 admin admin] Router b4a87f8f-ad40-4976-abf7-00c26f3920af has already been hosted by L3 agent cace3e07-576d-4918-a0d2-7f739a7a8110 {{(pid=84025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 15:50:15.101754 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device dfaf54be-1853-499d-b38c-594fb717d844 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:50:15.297022 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning for port dfaf54be-1853-499d-b38c-594fb717d844 completed by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:50:15.304209 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port dfaf54be-1853-499d-b38c-594fb717d844 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:50:15.304635 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:15.417622 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ba2b415f-caa1-4928-90cb-ecd24de663bf req-4b8fda11-f0d5-48df-975e-7a36a216e028 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4543381 Feb 16 15:50:15.465372 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:15.483452 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d270b233-4cb8-4a68-b68e-04ee08953358 admin admin] Notify agent at l3_agent.dv-cinder-775706-1-smb the message routers_updated {{(pid=84025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:50:15.494688 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323ea275-f4a5-4617-a5f5-8eab09fb0023 None None] Sync routers for ids ['b4a87f8f-ad40-4976-abf7-00c26f3920af'] in dv-cinder-775706-1-smb {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:50:15.505001 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 33596) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:50:15.506836 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323ea275-f4a5-4617-a5f5-8eab09fb0023 None None] Routers {'b4a87f8f-ad40-4976-abf7-00c26f3920af'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:50:15.507669 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-323ea275-f4a5-4617-a5f5-8eab09fb0023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:49:58Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['b4a87f8f-ad40-4976-abf7-00c26f3920af'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:50:15.514085 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] For port dfaf54be-1853-499d-b38c-594fb717d844, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=dfaf54be-1853-499d-b38c-594fb717d844,segment=NetworkSegment(2e73efd5-fa44-4206-909a-5734c1318f54),segment_id=2e73efd5-fa44-4206-909a-5734c1318f54)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:50:15.515435 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbb0f9c-11b2-4bb4-9e66-1fdf9fa85b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfaf54be-1853-499d-b38c-594fb717d844'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:50:15.516625 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-d270b233-4cb8-4a68-b68e-04ee08953358 admin admin] 10.222.0.42 "PUT /v2.0/routers/b4a87f8f-ad40-4976-abf7-00c26f3920af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6962533 Feb 16 15:50:15.524606 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:15.526891 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:15.610369 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Pushing event updated for resources: {'Port': ['ID=dfaf54be-1853-499d-b38c-594fb717d844,revision_number=4']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:15.614754 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:15.639242 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbb0f9c-11b2-4bb4-9e66-1fdf9fa85b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfaf54be-1853-499d-b38c-594fb717d844', 'code': 200} Feb 16 15:50:15.771133 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-323ea275-f4a5-4617-a5f5-8eab09fb0023 None None] Set router b4a87f8f-ad40-4976-abf7-00c26f3920af gateway port host: dv-cinder-775706-1-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:50:16.118038 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-323ea275-f4a5-4617-a5f5-8eab09fb0023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'name': 'tempest-AttachVolumeShelveTestJSON-1105377848-router', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:05Z', 'updated_at': '2021-02-16T15:50:13Z', 'revision_number': 5, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'gw_port': {'id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:07Z', 'updated_at': '2021-02-16T15:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb'}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:50:16.122376 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323ea275-f4a5-4617-a5f5-8eab09fb0023 None None] Checking router: b4a87f8f-ad40-4976-abf7-00c26f3920af for host: dv-cinder-775706-1-smb {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:50:16.132279 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323ea275-f4a5-4617-a5f5-8eab09fb0023 None None] Routers {'b4a87f8f-ad40-4976-abf7-00c26f3920af'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:50:16.133118 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-323ea275-f4a5-4617-a5f5-8eab09fb0023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:49:58Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['b4a87f8f-ad40-4976-abf7-00c26f3920af'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:50:16.152900 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9a9d4432-aafa-4668-ae4a-3108e8ec396e admin admin] Notify callbacks [] for router, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:16.220468 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebea99-ac2f-4ccc-9519-93d5a1969e57 req-58857120-63fe-4a19-9c9d-7fe3b73f77d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:16.222411 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f5ebea99-ac2f-4ccc-9519-93d5a1969e57 req-58857120-63fe-4a19-9c9d-7fe3b73f77d8 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=edbb0f9c-11b2-4bb4-9e66-1fdf9fa85b2f HTTP/1.1" status: 200 len: 1163 time: 0.2131841 Feb 16 15:50:16.333453 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-323ea275-f4a5-4617-a5f5-8eab09fb0023 None None] Set router b4a87f8f-ad40-4976-abf7-00c26f3920af gateway port host: dv-cinder-775706-1-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:50:16.386502 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f5ebea99-ac2f-4ccc-9519-93d5a1969e57 req-7db908a5-76ed-40fc-84c4-49450918cfd7 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692718 Feb 16 15:50:16.453160 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9a9d4432-aafa-4668-ae4a-3108e8ec396e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:16.460085 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-9a9d4432-aafa-4668-ae4a-3108e8ec396e admin admin] Deleting port 2234d41d-26a2-4525-88ed-2e63f466d7b2 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:50:16.460696 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9a9d4432-aafa-4668-ae4a-3108e8ec396e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:16.651564 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device dfaf54be-1853-499d-b38c-594fb717d844 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:50:16.734426 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df6519-261d-48f8-81f9-8737d0072822 req-7439d400-133e-4e28-ac9e-0ea07af7ff94 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:16.736179 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f6df6519-261d-48f8-81f9-8737d0072822 req-7439d400-133e-4e28-ac9e-0ea07af7ff94 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=edbb0f9c-11b2-4bb4-9e66-1fdf9fa85b2f HTTP/1.1" status: 200 len: 946 time: 0.1599085 Feb 16 15:50:16.744592 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-323ea275-f4a5-4617-a5f5-8eab09fb0023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'name': 'tempest-AttachVolumeShelveTestJSON-1105377848-router', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:05Z', 'updated_at': '2021-02-16T15:50:13Z', 'revision_number': 5, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'gw_port': {'id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:07Z', 'updated_at': '2021-02-16T15:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb'}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:50:16.750162 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323ea275-f4a5-4617-a5f5-8eab09fb0023 None None] The sync data for ids ['b4a87f8f-ad40-4976-abf7-00c26f3920af'] in dv-cinder-775706-1-smb is: [{'id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'name': 'tempest-AttachVolumeShelveTestJSON-1105377848-router', 'tenant_id': 'cdeb7d144cce4a36905846777218ca0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:43:05Z', 'updated_at': '2021-02-16T15:50:13Z', 'revision_number': 5, 'project_id': 'cdeb7d144cce4a36905846777218ca0e', 'gw_port': {'id': '2234d41d-26a2-4525-88ed-2e63f466d7b2', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a87f8f-ad40-4976-abf7-00c26f3920af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:43:07Z', 'updated_at': '2021-02-16T15:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb'}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:50:16.805326 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port dfaf54be-1853-499d-b38c-594fb717d844 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:50:16.805473 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:16.828509 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-9a9d4432-aafa-4668-ae4a-3108e8ec396e admin admin] For port 2234d41d-26a2-4525-88ed-2e63f466d7b2, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=2234d41d-26a2-4525-88ed-2e63f466d7b2,segment=NetworkSegment(0724bfbb-7f18-4768-b879-84dbe1be3f59),segment_id=0724bfbb-7f18-4768-b879-84dbe1be3f59)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:50:16.829050 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9a9d4432-aafa-4668-ae4a-3108e8ec396e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:16.853052 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f6df6519-261d-48f8-81f9-8737d0072822 req-cc1df163-4092-441b-a981-42a6eae1f5e2 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086538 Feb 16 15:50:17.011741 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-9a9d4432-aafa-4668-ae4a-3108e8ec396e admin admin] Calling delete_port for 2234d41d-26a2-4525-88ed-2e63f466d7b2 owned by network:router_gateway {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:50:17.155556 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 50a775e1-4d91-4ab4-87a3-3fd37c20bfa0 no longer exists at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 15:50:17.213995 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3a29449c-3776-4258-9627-10026e36c514 None None] No Port match for: 50a775e1-4d91-4ab4-87a3-3fd37c20bfa0 {{(pid=84027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 15:50:17.214840 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 50a775e1-4d91-4ab4-87a3-3fd37c20bfa0 not bound to the agent host dv-cinder-775706-1-smb {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 15:50:17.224757 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9a9d4432-aafa-4668-ae4a-3108e8ec396e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-823957'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:17.481052 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9a9d4432-aafa-4668-ae4a-3108e8ec396e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854111114'] for router_gateway, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:17.641971 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9a9d4432-aafa-4668-ae4a-3108e8ec396e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12175'] for router, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:17.645939 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9a9d4432-aafa-4668-ae4a-3108e8ec396e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:17.677635 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9a9d4432-aafa-4668-ae4a-3108e8ec396e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-568713'] for router, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:17.678536 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9d4432-aafa-4668-ae4a-3108e8ec396e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4a87f8f-ad40-4976-abf7-00c26f3920af {{(pid=84026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 15:50:17.696541 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9a9d4432-aafa-4668-ae4a-3108e8ec396e admin admin] Notify callbacks [] for router, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:17.697903 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-9a9d4432-aafa-4668-ae4a-3108e8ec396e admin admin] 10.222.0.42 "DELETE /v2.0/routers/b4a87f8f-ad40-4976-abf7-00c26f3920af HTTP/1.1" status: 204 len: 168 time: 2.1911960 Feb 16 15:50:17.702595 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 33604) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:50:17.846996 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb616e0-b53e-4a36-9c4a-a3a45fc5ed27 admin admin] Deleting subnet cf8af63e-2347-4927-a7a5-30a38d3293b2 {{(pid=84025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 15:50:17.851307 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bcb616e0-b53e-4a36-9c4a-a3a45fc5ed27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:17.924904 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bcb616e0-b53e-4a36-9c4a-a3a45fc5ed27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839627706'] for subnet, precommit_delete_associations {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:18.154485 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bcb616e0-b53e-4a36-9c4a-a3a45fc5ed27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1516034'] for subnet, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:18.212247 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc2b35-0004-4b94-ac12-adb4c665dc43 req-cb20a0a7-dd7b-4e88-9b13-727f85b30952 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:18.213930 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4ddc2b35-0004-4b94-ac12-adb4c665dc43 req-cb20a0a7-dd7b-4e88-9b13-727f85b30952 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=edbb0f9c-11b2-4bb4-9e66-1fdf9fa85b2f HTTP/1.1" status: 200 len: 946 time: 0.2120600 Feb 16 15:50:18.362650 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4ddc2b35-0004-4b94-ac12-adb4c665dc43 req-e0bc908e-d2aa-4bec-b2a5-fd2031346dff tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413851 Feb 16 15:50:18.544983 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bcb616e0-b53e-4a36-9c4a-a3a45fc5ed27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853259749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15847524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840885529'] for subnet, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:18.721940 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:18.790695 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb616e0-b53e-4a36-9c4a-a3a45fc5ed27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf8af63e-2347-4927-a7a5-30a38d3293b2,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:18.801514 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-bcb616e0-b53e-4a36-9c4a-a3a45fc5ed27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:18.814641 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bcb616e0-b53e-4a36-9c4a-a3a45fc5ed27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:18.820885 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1026fae4-d9fc-48b9-ae9e-f8228783a381 None None] Network 20ca6535-fd86-4587-bfbd-e6e090169f44 requested from dv-cinder-775706-1-smb {{(pid=84027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:50:18.891139 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-07640638-af51-4d91-ab4c-457b688eab5e req-bceba9d2-2fd7-460a-9dcf-5a6f7eb74b18 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/floatingips/6c9a26f3-eeac-419c-9f6a-ced5108610ad HTTP/1.1" status: 200 len: 998 time: 0.2314713 Feb 16 15:50:19.010825 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-bcb616e0-b53e-4a36-9c4a-a3a45fc5ed27 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/cf8af63e-2347-4927-a7a5-30a38d3293b2 HTTP/1.1" status: 204 len: 168 time: 1.3065863 Feb 16 15:50:19.012098 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 33632) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:50:19.161350 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0a33b5dc-19a3-4d64-8061-40740db2eb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1401933'] for network, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:19.180617 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8a21ad-7393-4c48-bcdf-a7b70175d831 None None] DHCP port deletion for 20ca6535-fd86-4587-bfbd-e6e090169f44 request from dv-cinder-775706-1-smb {{(pid=84027) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 16 15:50:19.188298 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1b8a21ad-7393-4c48-bcdf-a7b70175d831 None None] Deleting port d3349973-68d5-474d-ac3e-c12ea0234c90 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:50:19.189019 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1b8a21ad-7393-4c48-bcdf-a7b70175d831 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:19.264831 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 2234d41d-26a2-4525-88ed-2e63f466d7b2 no longer exists at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 15:50:19.284806 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07640638-af51-4d91-ab4c-457b688eab5e req-dc29a4b2-1f42-4f4f-b54e-7c81a4cf326e tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:19.286369 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-07640638-af51-4d91-ab4c-457b688eab5e req-dc29a4b2-1f42-4f4f-b54e-7c81a4cf326e tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/networks/98aad332-78bd-43b9-832c-6a78188811e7 HTTP/1.1" status: 200 len: 784 time: 0.3938422 Feb 16 15:50:19.287282 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0a33b5dc-19a3-4d64-8061-40740db2eb3a admin admin] Deleting port d3349973-68d5-474d-ac3e-c12ea0234c90 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:50:19.287659 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0a33b5dc-19a3-4d64-8061-40740db2eb3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:19.321687 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3a29449c-3776-4258-9627-10026e36c514 None None] No Port match for: 2234d41d-26a2-4525-88ed-2e63f466d7b2 {{(pid=84027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 15:50:19.322261 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 2234d41d-26a2-4525-88ed-2e63f466d7b2 not bound to the agent host dv-cinder-775706-1-smb {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 15:50:19.336257 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [req-07640638-af51-4d91-ab4c-457b688eab5e req-fa572dda-e4c6-4847-8b8f-de81b8a17462 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84025) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:50:19.337363 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-07640638-af51-4d91-ab4c-457b688eab5e req-fa572dda-e4c6-4847-8b8f-de81b8a17462 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0231147 Feb 16 15:50:19.516068 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1b8a21ad-7393-4c48-bcdf-a7b70175d831 None None] For port d3349973-68d5-474d-ac3e-c12ea0234c90, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=d3349973-68d5-474d-ac3e-c12ea0234c90,segment=NetworkSegment(e6df138d-0dd7-4980-b3fc-162c77679110),segment_id=e6df138d-0dd7-4980-b3fc-162c77679110)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:50:19.516508 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1b8a21ad-7393-4c48-bcdf-a7b70175d831 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:19.637826 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-07640638-af51-4d91-ab4c-457b688eab5e req-9cf77ea9-3624-4fc5-9809-31b01de48012 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.28.2.155 HTTP/1.1" status: 200 len: 1001 time: 0.2898762 Feb 16 15:50:19.673153 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1b8a21ad-7393-4c48-bcdf-a7b70175d831 None None] Calling delete_port for d3349973-68d5-474d-ac3e-c12ea0234c90 owned by network:dhcp {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:50:19.765307 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1b8a21ad-7393-4c48-bcdf-a7b70175d831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:19.828877 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:19.838444 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07640638-af51-4d91-ab4c-457b688eab5e req-47e1a6e1-f324-4aaf-aae6-09856645bbe0 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:19.839943 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-07640638-af51-4d91-ab4c-457b688eab5e req-47e1a6e1-f324-4aaf-aae6-09856645bbe0 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports/4a4bb9fa-af64-4905-a356-cc24a468588b HTTP/1.1" status: 200 len: 942 time: 0.1492779 Feb 16 15:50:19.850411 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-4f1d1a2e-fb3a-449f-b821-0885fe22b254 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:19.852006 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-4f1d1a2e-fb3a-449f-b821-0885fe22b254 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/networks?id=2886c1eb-0213-49c7-9040-561b7a7aaa58 HTTP/1.1" status: 200 len: 815 time: 0.4370780 Feb 16 15:50:19.853935 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-0a33b5dc-19a3-4d64-8061-40740db2eb3a admin admin] For port d3349973-68d5-474d-ac3e-c12ea0234c90, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=d3349973-68d5-474d-ac3e-c12ea0234c90,segment=NetworkSegment(e6df138d-0dd7-4980-b3fc-162c77679110),segment_id=e6df138d-0dd7-4980-b3fc-162c77679110)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:50:19.854339 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0a33b5dc-19a3-4d64-8061-40740db2eb3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:19.909626 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a21ad-7393-4c48-bcdf-a7b70175d831 None None] Pushing event deleted for resources: {'Port': ['ID=d3349973-68d5-474d-ac3e-c12ea0234c90,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:19.913006 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1b8a21ad-7393-4c48-bcdf-a7b70175d831 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:19.931910 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8a21ad-7393-4c48-bcdf-a7b70175d831 None None] No DVR routers for this DVR port d3349973-68d5-474d-ac3e-c12ea0234c90 on host dv-cinder-775706-1-smb {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 15:50:19.938333 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-9165a565-fd6f-4d63-8b94-75d4c5ccbb12 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/quotas/6397327af94e4044ae5e667ca93f345c HTTP/1.1" status: 200 len: 375 time: 0.0749056 Feb 16 15:50:20.009433 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0a33b5dc-19a3-4d64-8061-40740db2eb3a admin admin] Calling delete_port for d3349973-68d5-474d-ac3e-c12ea0234c90 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:50:20.466093 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-07640638-af51-4d91-ab4c-457b688eab5e req-bd541464-502e-431f-a693-9637f3b991e5 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.28.2.155 HTTP/1.1" status: 200 len: 1001 time: 0.4660923 Feb 16 15:50:20.472230 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.db.api [None req-0a33b5dc-19a3-4d64-8061-40740db2eb3a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:50:20.472596 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_db.api [None req-0a33b5dc-19a3-4d64-8061-40740db2eb3a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 15:50:20.569789 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-82c41996-af53-41d3-8735-1eff67afe406 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Synchronizing usage tracker for tenant:6397327af94e4044ae5e667ca93f345c on resource:port {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:50:20.671349 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-82c41996-af53-41d3-8735-1eff67afe406 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Unset dirty status for tenant:6397327af94e4044ae5e667ca93f345c on resource:port {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:50:20.672776 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-82c41996-af53-41d3-8735-1eff67afe406 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6397327af94e4044ae5e667ca93f345c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6709371 Feb 16 15:50:20.811981 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-07640638-af51-4d91-ab4c-457b688eab5e req-3df9363d-39e4-4a6b-bef5-f40faa5a24bb tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Deleting port e2fffca0-4b8f-45d8-ac26-87fa7216d682 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:50:20.812359 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-07640638-af51-4d91-ab4c-457b688eab5e req-3df9363d-39e4-4a6b-bef5-f40faa5a24bb tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:20.975383 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0a33b5dc-19a3-4d64-8061-40740db2eb3a admin admin] Deleting port d3349973-68d5-474d-ac3e-c12ea0234c90 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:50:20.975759 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0a33b5dc-19a3-4d64-8061-40740db2eb3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:21.026896 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-1caac22b-29c8-4b9d-a750-749675bfbd29 service neutron] 10.222.0.42 "GET /v2.0/networks/2886c1eb-0213-49c7-9040-561b7a7aaa58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368194 Feb 16 15:50:21.088997 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-0a33b5dc-19a3-4d64-8061-40740db2eb3a admin admin] The port 'd3349973-68d5-474d-ac3e-c12ea0234c90' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 16 15:50:21.179626 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device d3349973-68d5-474d-ac3e-c12ea0234c90 no longer exists at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 15:50:21.217380 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3a29449c-3776-4258-9627-10026e36c514 None None] No Port match for: d3349973-68d5-474d-ac3e-c12ea0234c90 {{(pid=84027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 15:50:21.217912 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device d3349973-68d5-474d-ac3e-c12ea0234c90 not bound to the agent host dv-cinder-775706-1-smb {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 15:50:21.311408 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-07640638-af51-4d91-ab4c-457b688eab5e req-3df9363d-39e4-4a6b-bef5-f40faa5a24bb tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:21.311773 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-07640638-af51-4d91-ab4c-457b688eab5e req-3df9363d-39e4-4a6b-bef5-f40faa5a24bb tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:21.331230 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0a33b5dc-19a3-4d64-8061-40740db2eb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519515', 'neutron.services.segments.db._delete_segments_for_network--9223363282561163551'] for network, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:21.526946 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-07640638-af51-4d91-ab4c-457b688eab5e req-3df9363d-39e4-4a6b-bef5-f40faa5a24bb tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Calling delete_port for e2fffca0-4b8f-45d8-ac26-87fa7216d682 owned by network:floatingip {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:50:21.639241 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-01ab658c-805a-4331-af2c-0ffb9030459a service neutron] 10.222.0.42 "GET /v2.0/networks/2886c1eb-0213-49c7-9040-561b7a7aaa58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5825825 Feb 16 15:50:21.669943 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-0a33b5dc-19a3-4d64-8061-40740db2eb3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20ca6535-fd86-4587-bfbd-e6e090169f44']}} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:50:21.688336 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-0a33b5dc-19a3-4d64-8061-40740db2eb3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6df138d-0dd7-4980-b3fc-162c77679110') {'for_net_delete': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:50:21.688861 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-0a33b5dc-19a3-4d64-8061-40740db2eb3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6df138d-0dd7-4980-b3fc-162c77679110') {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:50:21.707272 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0a33b5dc-19a3-4d64-8061-40740db2eb3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282561152287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15148109'] for segment, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:21.734809 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0a33b5dc-19a3-4d64-8061-40740db2eb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853259932'] for segment, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:21.737457 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0a33b5dc-19a3-4d64-8061-40740db2eb3a admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 15:50:22.008271 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0a33b5dc-19a3-4d64-8061-40740db2eb3a admin admin] Network 20ca6535-fd86-4587-bfbd-e6e090169f44 has no segments {{(pid=84025) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 15:50:22.019649 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0a33b5dc-19a3-4d64-8061-40740db2eb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1515795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838924346'] for segment, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:22.087904 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-07640638-af51-4d91-ab4c-457b688eab5e req-3df9363d-39e4-4a6b-bef5-f40faa5a24bb tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838928334'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:22.109331 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3056ec4a-9aeb-4a50-99db-a82888e8c587 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:22.224716 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9363d-39e4-4a6b-bef5-f40faa5a24bb tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Pushing event deleted for resources: {'Port': ['ID=e2fffca0-4b8f-45d8-ac26-87fa7216d682,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:22.238678 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3df9363d-39e4-4a6b-bef5-f40faa5a24bb tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:22.363723 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0a33b5dc-19a3-4d64-8061-40740db2eb3a admin admin] Network 20ca6535-fd86-4587-bfbd-e6e090169f44 has no segments {{(pid=84025) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 15:50:22.407989 dv-cinder-775706-1-smb neutron-server[83912]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:50:22.407989 dv-cinder-775706-1-smb neutron-server[83912]: % (table.description, expected, rows_matched) Feb 16 15:50:22.407989 dv-cinder-775706-1-smb neutron-server[83912]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:50:22.407989 dv-cinder-775706-1-smb neutron-server[83912]: % (table.description, expected, rows_matched) Feb 16 15:50:22.407989 dv-cinder-775706-1-smb neutron-server[83912]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:50:22.407989 dv-cinder-775706-1-smb neutron-server[83912]: % (table.description, expected, rows_matched) Feb 16 15:50:22.407989 dv-cinder-775706-1-smb neutron-server[83912]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:50:22.407989 dv-cinder-775706-1-smb neutron-server[83912]: % (table.description, expected, rows_matched) Feb 16 15:50:22.407989 dv-cinder-775706-1-smb neutron-server[83912]: Traceback (most recent call last): Feb 16 15:50:22.407989 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:50:22.407989 dv-cinder-775706-1-smb neutron-server[83912]: timer() Feb 16 15:50:22.407989 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:50:22.407989 dv-cinder-775706-1-smb neutron-server[83912]: cb(*args, **kw) Feb 16 15:50:22.407989 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 15:50:22.407989 dv-cinder-775706-1-smb neutron-server[83912]: return func(*args, **kwargs) Feb 16 15:50:22.407989 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:50:22.407989 dv-cinder-775706-1-smb neutron-server[83912]: self._notify() Feb 16 15:50:22.407989 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:50:22.407989 dv-cinder-775706-1-smb neutron-server[83912]: self.callback(batched_events) Feb 16 15:50:22.407989 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:50:22.407989 dv-cinder-775706-1-smb neutron-server[83912]: event.method(event) Feb 16 15:50:22.407989 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 15:50:22.407989 dv-cinder-775706-1-smb neutron-server[83912]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:50:22.407989 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 15:50:22.407989 dv-cinder-775706-1-smb neutron-server[83912]: segment_id)['aggregates'][0] Feb 16 15:50:22.407989 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 15:50:22.407989 dv-cinder-775706-1-smb neutron-server[83912]: return f(self, *a, **k) Feb 16 15:50:22.407989 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 15:50:22.407989 dv-cinder-775706-1-smb neutron-server[83912]: return self._get(url).json() Feb 16 15:50:22.407989 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:50:22.407989 dv-cinder-775706-1-smb neutron-server[83912]: **kwargs) Feb 16 15:50:22.407989 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 15:50:22.407989 dv-cinder-775706-1-smb neutron-server[83912]: return self.request(url, 'GET', **kwargs) Feb 16 15:50:22.407989 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 15:50:22.407989 dv-cinder-775706-1-smb neutron-server[83912]: **endpoint_filter) Feb 16 15:50:22.407989 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 15:50:22.407989 dv-cinder-775706-1-smb neutron-server[83912]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:50:22.407989 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 15:50:22.407989 dv-cinder-775706-1-smb neutron-server[83912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:50:22.407989 dv-cinder-775706-1-smb neutron-server[83912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:50:22.812804 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b89baa4b-0a31-4846-911d-1604dc613bc9 req-d1625c91-743d-4d3f-85f7-154523d344c2 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 210 time: 0.4027202 Feb 16 15:50:22.833184 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0a33b5dc-19a3-4d64-8061-40740db2eb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853256212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664669'] for network, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:22.880955 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e877c18e-e59e-49ad-ac99-b002c3cb0ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:22.902196 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0a33b5dc-19a3-4d64-8061-40740db2eb3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for network, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:22.908657 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a33b5dc-19a3-4d64-8061-40740db2eb3a admin admin] Pushing event deleted for resources: {'Network': ['ID=20ca6535-fd86-4587-bfbd-e6e090169f44,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:22.917352 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0a33b5dc-19a3-4d64-8061-40740db2eb3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:22.939932 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-07640638-af51-4d91-ab4c-457b688eab5e req-3df9363d-39e4-4a6b-bef5-f40faa5a24bb tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks [] for floatingip, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:22.940307 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.db.l3_db [req-07640638-af51-4d91-ab4c-457b688eab5e req-3df9363d-39e4-4a6b-bef5-f40faa5a24bb tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Floating IP 6c9a26f3-eeac-419c-9f6a-ced5108610ad disassociated (deleted). External IP: 172.28.2.155, port: 4a4bb9fa-af64-4905-a356-cc24a468588b. Feb 16 15:50:23.066483 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-0a33b5dc-19a3-4d64-8061-40740db2eb3a admin admin] 10.222.0.42 "DELETE /v2.0/networks/20ca6535-fd86-4587-bfbd-e6e090169f44 HTTP/1.1" status: 204 len: 168 time: 4.0533247 Feb 16 15:50:23.253796 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 33674) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:50:23.287130 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-383ccbf2-e196-45b2-af1f-438488e31ebd tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:23.288229 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-383ccbf2-e196-45b2-af1f-438488e31ebd tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Synchronizing usage tracker for tenant:6397327af94e4044ae5e667ca93f345c on resource:network {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:50:23.334138 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-383ccbf2-e196-45b2-af1f-438488e31ebd tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Unset dirty status for tenant:6397327af94e4044ae5e667ca93f345c on resource:network {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:50:23.335377 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-383ccbf2-e196-45b2-af1f-438488e31ebd tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.102 "GET /v2.0/networks?id=2886c1eb-0213-49c7-9040-561b7a7aaa58 HTTP/1.1" status: 200 len: 815 time: 0.2720742 Feb 16 15:50:23.342188 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-dc6f10d4-39ce-40d9-b5be-94b0cbaab730 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cdeb7d144cce4a36905846777218ca0e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0862620 Feb 16 15:50:23.344383 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 33680) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:50:23.347254 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07640638-af51-4d91-ab4c-457b688eab5e req-3df9363d-39e4-4a6b-bef5-f40faa5a24bb tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Router ab4716f7-1eb7-4b16-8491-79da3bcddcec has already been hosted by L3 agent cace3e07-576d-4918-a0d2-7f739a7a8110 {{(pid=84025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 15:50:23.364333 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-c895298f-f645-4979-be14-e8ca432b83cd tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Request body: {'port': {'device_id': '16b4bdbf-6d56-4377-913c-e610be9a2289', 'network_id': '2886c1eb-0213-49c7-9040-561b7a7aaa58', 'admin_state_up': True, 'tenant_id': '6397327af94e4044ae5e667ca93f345c'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:50:23.561746 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07640638-af51-4d91-ab4c-457b688eab5e req-3df9363d-39e4-4a6b-bef5-f40faa5a24bb tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify agent at l3_agent.dv-cinder-775706-1-smb the message routers_updated {{(pid=84025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:50:23.567046 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-07640638-af51-4d91-ab4c-457b688eab5e req-3df9363d-39e4-4a6b-bef5-f40faa5a24bb tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for floatingip, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:23.573376 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81aaab6-a8f4-4c34-84fa-1c3af4499091 None None] Sync routers for ids ['ab4716f7-1eb7-4b16-8491-79da3bcddcec'] in dv-cinder-775706-1-smb {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:50:23.575752 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7f50214b-7eaf-4c2d-9ef1-76cf10e0ad6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:23.585174 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81aaab6-a8f4-4c34-84fa-1c3af4499091 None None] Routers {'ab4716f7-1eb7-4b16-8491-79da3bcddcec'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:50:23.585976 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f81aaab6-a8f4-4c34-84fa-1c3af4499091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:49:58Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['ab4716f7-1eb7-4b16-8491-79da3bcddcec'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:50:23.597214 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-c895298f-f645-4979-be14-e8ca432b83cd tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:50:23.623382 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7f50214b-7eaf-4c2d-9ef1-76cf10e0ad6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:23.632146 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-c895298f-f645-4979-be14-e8ca432b83cd tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:50:23.637028 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-07640638-af51-4d91-ab4c-457b688eab5e req-3df9363d-39e4-4a6b-bef5-f40faa5a24bb tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "DELETE /v2.0/floatingips/6c9a26f3-eeac-419c-9f6a-ced5108610ad HTTP/1.1" status: 204 len: 173 time: 3.1632738 Feb 16 15:50:23.637631 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1424151-067a-42fc-b1b1-e7784c4f0a47', 'tag': '4a4bb9fa-af64-4905-a356-cc24a468588b'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:50:23.684580 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-c895298f-f645-4979-be14-e8ca432b83cd tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Made reservation on behalf of 6397327af94e4044ae5e667ca93f345c for: {'port': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:50:23.691027 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-c895298f-f645-4979-be14-e8ca432b83cd tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:23.746239 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7f50214b-7eaf-4c2d-9ef1-76cf10e0ad6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:23.760857 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0f0e925f-7382-40a1-859c-81ce9738d157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:23.801899 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50214b-7eaf-4c2d-9ef1-76cf10e0ad6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2438c09e-324b-427b-8f51-19864f886e3a,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:23.810992 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07640638-af51-4d91-ab4c-457b688eab5e req-30173408-bdab-4af9-910c-a2445e985089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:23.814885 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7f50214b-7eaf-4c2d-9ef1-76cf10e0ad6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:23.829938 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-07640638-af51-4d91-ab4c-457b688eab5e req-30173408-bdab-4af9-910c-a2445e985089 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=95244e1fbac2403f9179e5db28ffcf7a&device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 1162 time: 0.1684613 Feb 16 15:50:23.848683 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7f50214b-7eaf-4c2d-9ef1-76cf10e0ad6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:23.858034 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-7f50214b-7eaf-4c2d-9ef1-76cf10e0ad6d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2438c09e-324b-427b-8f51-19864f886e3a HTTP/1.1" status: 204 len: 168 time: 0.5124636 Feb 16 15:50:24.151365 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1424151-067a-42fc-b1b1-e7784c4f0a47', 'tag': '4a4bb9fa-af64-4905-a356-cc24a468588b', 'status': 'completed', 'code': 200} Feb 16 15:50:24.159947 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07640638-af51-4d91-ab4c-457b688eab5e req-2a986a25-ec79-4720-9a5e-4af4c731df30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:24.179063 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-07640638-af51-4d91-ab4c-457b688eab5e req-2a986a25-ec79-4720-9a5e-4af4c731df30 service neutron] 10.222.0.42 "GET /v2.0/networks?id=07d20f6e-5405-4664-8b3b-c7e7fb2edb46 HTTP/1.1" status: 200 len: 903 time: 0.3481121 Feb 16 15:50:24.320324 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-c895298f-f645-4979-be14-e8ca432b83cd tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Allocated IP 172.20.0.8 (2886c1eb-0213-49c7-9040-561b7a7aaa58/9629cb7e-b8ec-4ae2-b2ac-1c9cd6f10b53/beb6be7a-4c58-49ae-ac5a-507545b96f32) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:50:24.385372 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-f81aaab6-a8f4-4c34-84fa-1c3af4499091 None None] Set router ab4716f7-1eb7-4b16-8491-79da3bcddcec gateway port host: dv-cinder-775706-1-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:50:24.395107 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-07640638-af51-4d91-ab4c-457b688eab5e req-fee732bb-cd75-497a-96bb-120242281cf7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a4bb9fa-af64-4905-a356-cc24a468588b HTTP/1.1" status: 200 len: 217 time: 0.2149374 Feb 16 15:50:24.716553 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-98f03523-d5a1-4553-959a-d90ece2239eb req-67359c16-89bb-41eb-8f58-91303f237539 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 210 time: 0.2419212 Feb 16 15:50:24.767649 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07640638-af51-4d91-ab4c-457b688eab5e req-318025a0-1504-4ef5-8245-251097b612dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:24.791687 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-07640638-af51-4d91-ab4c-457b688eab5e req-318025a0-1504-4ef5-8245-251097b612dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7de20fc-ff7d-4e6d-8c17-e373476884b7 HTTP/1.1" status: 200 len: 848 time: 0.3948596 Feb 16 15:50:24.978573 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07640638-af51-4d91-ab4c-457b688eab5e req-aa91b05e-afff-4ba8-a871-b977960e615e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:24.980479 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-07640638-af51-4d91-ab4c-457b688eab5e req-aa91b05e-afff-4ba8-a871-b977960e615e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=07d20f6e-5405-4664-8b3b-c7e7fb2edb46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1877389 Feb 16 15:50:24.997146 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb91f5-9825-49d0-8081-9c27aa4c26cc req-cfddc1ec-1314-408d-a459-f912a536ccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:24.999050 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8afb91f5-9825-49d0-8081-9c27aa4c26cc req-cfddc1ec-1314-408d-a459-f912a536ccd9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=95244e1fbac2403f9179e5db28ffcf7a&device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 1162 time: 0.6343443 Feb 16 15:50:25.101704 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-c895298f-f645-4979-be14-e8ca432b83cd tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:25.126116 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f81aaab6-a8f4-4c34-84fa-1c3af4499091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'name': 'tempest-TestShelveInstance-1975427922-router', 'tenant_id': '95244e1fbac2403f9179e5db28ffcf7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': '9d8980ed-73a5-4ee9-bb76-906a8915da89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:44:48Z', 'updated_at': '2021-02-16T15:44:55Z', 'revision_number': 4, 'project_id': '95244e1fbac2403f9179e5db28ffcf7a', 'gw_port': {'id': '9d8980ed-73a5-4ee9-bb76-906a8915da89', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:44:49Z', 'updated_at': '2021-02-16T15:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_interfaces': [{'id': '74afd4cd-e4df-420f-9c06-5251e13e2d8b', 'name': '', 'network_id': '07d20f6e-5405-4664-8b3b-c7e7fb2edb46', 'tenant_id': '95244e1fbac2403f9179e5db28ffcf7a', 'mac_address': 'fa:16:3e:e1:89:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'b7de20fc-ff7d-4e6d-8c17-e373476884b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:44:54Z', 'updated_at': '2021-02-16T15:45:05Z', 'revision_number': 5, 'project_id': '95244e1fbac2403f9179e5db28ffcf7a', 'subnets': [{'id': 'b7de20fc-ff7d-4e6d-8c17-e373476884b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:50:25.137504 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81aaab6-a8f4-4c34-84fa-1c3af4499091 None None] Checking router: ab4716f7-1eb7-4b16-8491-79da3bcddcec for host: dv-cinder-775706-1-smb {{(pid=84027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:50:25.140255 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-c895298f-f645-4979-be14-e8ca432b83cd tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Transition to ACTIVE for port object beb6be7a-4c58-49ae-ac5a-507545b96f32 will not be triggered until provisioned by entity DHCP. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:50:25.171552 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81aaab6-a8f4-4c34-84fa-1c3af4499091 None None] Routers {'ab4716f7-1eb7-4b16-8491-79da3bcddcec'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:50:25.172439 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f81aaab6-a8f4-4c34-84fa-1c3af4499091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:49:58Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['ab4716f7-1eb7-4b16-8491-79da3bcddcec'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:50:25.235556 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-c895298f-f645-4979-be14-e8ca432b83cd tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-823957'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:25.339200 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-07640638-af51-4d91-ab4c-457b688eab5e req-2002bb4e-9474-4bda-bd93-df036c118bae service neutron] 10.222.0.42 "GET /v2.0/networks/07d20f6e-5405-4664-8b3b-c7e7fb2edb46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469222 Feb 16 15:50:25.386805 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f5ded3f8-4b4b-435b-b921-8a8ca3591214 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:25.491271 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-f81aaab6-a8f4-4c34-84fa-1c3af4499091 None None] Set router ab4716f7-1eb7-4b16-8491-79da3bcddcec gateway port host: dv-cinder-775706-1-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:50:25.727854 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c895298f-f645-4979-be14-e8ca432b83cd tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Pushing event updated for resources: {'Port': ['ID=beb6be7a-4c58-49ae-ac5a-507545b96f32,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:25.737477 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c895298f-f645-4979-be14-e8ca432b83cd tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:25.795880 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-07640638-af51-4d91-ab4c-457b688eab5e req-bb2e43ca-0482-46a3-8e09-9d02ab39bea3 service neutron] 10.222.0.42 "GET /v2.0/networks/07d20f6e-5405-4664-8b3b-c7e7fb2edb46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4492047 Feb 16 15:50:25.847664 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb91f5-9825-49d0-8081-9c27aa4c26cc req-ff319bb9-574e-477f-8f12-34b34d6dfac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:25.849447 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8afb91f5-9825-49d0-8081-9c27aa4c26cc req-ff319bb9-574e-477f-8f12-34b34d6dfac3 service neutron] 10.222.0.102 "GET /v2.0/networks?id=07d20f6e-5405-4664-8b3b-c7e7fb2edb46 HTTP/1.1" status: 200 len: 903 time: 0.3619022 Feb 16 15:50:25.934540 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-57c681c9-1a8d-4627-ac48-d45c23c5f680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:26.046214 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8afb91f5-9825-49d0-8081-9c27aa4c26cc req-52bb374d-8579-40cd-b4a5-132fa43e2d30 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a4bb9fa-af64-4905-a356-cc24a468588b HTTP/1.1" status: 200 len: 217 time: 0.1841338 Feb 16 15:50:26.064749 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-c895298f-f645-4979-be14-e8ca432b83cd tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Network 2886c1eb-0213-49c7-9040-561b7a7aaa58 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:50:26.066177 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-c895298f-f645-4979-be14-e8ca432b83cd tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:50:26.072705 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-c895298f-f645-4979-be14-e8ca432b83cd tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:50:26.174331 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6b2cd-d010-44f8-95c2-01c2a07ebfec req-53888dda-9d81-4029-9fff-35701a8c4d73 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:26.182017 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-41e6b2cd-d010-44f8-95c2-01c2a07ebfec req-53888dda-9d81-4029-9fff-35701a8c4d73 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 931 time: 0.1945815 Feb 16 15:50:26.229780 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f81aaab6-a8f4-4c34-84fa-1c3af4499091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'name': 'tempest-TestShelveInstance-1975427922-router', 'tenant_id': '95244e1fbac2403f9179e5db28ffcf7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': '9d8980ed-73a5-4ee9-bb76-906a8915da89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:44:48Z', 'updated_at': '2021-02-16T15:44:55Z', 'revision_number': 4, 'project_id': '95244e1fbac2403f9179e5db28ffcf7a', 'gw_port': {'id': '9d8980ed-73a5-4ee9-bb76-906a8915da89', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:44:49Z', 'updated_at': '2021-02-16T15:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_interfaces': [{'id': '74afd4cd-e4df-420f-9c06-5251e13e2d8b', 'name': '', 'network_id': '07d20f6e-5405-4664-8b3b-c7e7fb2edb46', 'tenant_id': '95244e1fbac2403f9179e5db28ffcf7a', 'mac_address': 'fa:16:3e:e1:89:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'b7de20fc-ff7d-4e6d-8c17-e373476884b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:44:54Z', 'updated_at': '2021-02-16T15:45:05Z', 'revision_number': 5, 'project_id': '95244e1fbac2403f9179e5db28ffcf7a', 'subnets': [{'id': 'b7de20fc-ff7d-4e6d-8c17-e373476884b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:50:26.249032 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81aaab6-a8f4-4c34-84fa-1c3af4499091 None None] The sync data for ids ['ab4716f7-1eb7-4b16-8491-79da3bcddcec'] in dv-cinder-775706-1-smb is: [{'id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'name': 'tempest-TestShelveInstance-1975427922-router', 'tenant_id': '95244e1fbac2403f9179e5db28ffcf7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': '9d8980ed-73a5-4ee9-bb76-906a8915da89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:44:48Z', 'updated_at': '2021-02-16T15:44:55Z', 'revision_number': 4, 'project_id': '95244e1fbac2403f9179e5db28ffcf7a', 'gw_port': {'id': '9d8980ed-73a5-4ee9-bb76-906a8915da89', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:44:49Z', 'updated_at': '2021-02-16T15:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_interfaces': [{'id': '74afd4cd-e4df-420f-9c06-5251e13e2d8b', 'name': '', 'network_id': '07d20f6e-5405-4664-8b3b-c7e7fb2edb46', 'tenant_id': '95244e1fbac2403f9179e5db28ffcf7a', 'mac_address': 'fa:16:3e:e1:89:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'b7de20fc-ff7d-4e6d-8c17-e373476884b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:44:54Z', 'updated_at': '2021-02-16T15:45:05Z', 'revision_number': 5, 'project_id': '95244e1fbac2403f9179e5db28ffcf7a', 'subnets': [{'id': 'b7de20fc-ff7d-4e6d-8c17-e373476884b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:50:26.316847 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-41e6b2cd-d010-44f8-95c2-01c2a07ebfec req-763a92a4-e52a-4b73-92c7-a0295278dd30 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?id=126aa029-4956-4be5-baa5-8356cf15282d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256084 Feb 16 15:50:26.385075 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-c895298f-f645-4979-be14-e8ca432b83cd tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:26.385795 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-c895298f-f645-4979-be14-e8ca432b83cd tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:26.463219 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb91f5-9825-49d0-8081-9c27aa4c26cc req-33b0383e-b5e9-4abc-93af-4da2af07a7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:26.465306 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8afb91f5-9825-49d0-8081-9c27aa4c26cc req-33b0383e-b5e9-4abc-93af-4da2af07a7c6 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b7de20fc-ff7d-4e6d-8c17-e373476884b7 HTTP/1.1" status: 200 len: 848 time: 0.2646599 Feb 16 15:50:26.485706 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-eb9461c9-bb47-4d7e-96bc-3e223911d95a None None] Agent healthcheck: found 6 active agents {{(pid=84028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:50:26.606815 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-c895298f-f645-4979-be14-e8ca432b83cd tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2493329 Feb 16 15:50:26.663734 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3c86d878-2cbe-4e99-98b3-cf7b5495b033 None None] Provisioning for port beb6be7a-4c58-49ae-ac5a-507545b96f32 completed by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:50:26.674210 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3c86d878-2cbe-4e99-98b3-cf7b5495b033 None None] Provisioning complete for port beb6be7a-4c58-49ae-ac5a-507545b96f32 triggered by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:50:26.674874 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c86d878-2cbe-4e99-98b3-cf7b5495b033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:26.721758 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb91f5-9825-49d0-8081-9c27aa4c26cc req-0cd46b5a-c702-4546-b076-1b684480ac65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:26.724209 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8afb91f5-9825-49d0-8081-9c27aa4c26cc req-0cd46b5a-c702-4546-b076-1b684480ac65 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=07d20f6e-5405-4664-8b3b-c7e7fb2edb46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2412059 Feb 16 15:50:26.908761 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3c86d878-2cbe-4e99-98b3-cf7b5495b033 None None] Port beb6be7a-4c58-49ae-ac5a-507545b96f32 cannot update to ACTIVE because it is not bound. {{(pid=84027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 15:50:27.002809 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59e4277-4ef6-4f04-83a7-3d3183e21c3f None None] New status for floating IP 6c9a26f3-eeac-419c-9f6a-ced5108610ad: DOWN {{(pid=84028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 15:50:27.070736 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d3db9-776a-43e3-947f-9fe2be4a4e68 req-21f3f65c-02b7-4648-8aba-ec5076e80493 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:27.071825 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-667d3db9-776a-43e3-947f-9fe2be4a4e68 req-21f3f65c-02b7-4648-8aba-ec5076e80493 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Synchronizing usage tracker for tenant:95244e1fbac2403f9179e5db28ffcf7a on resource:port {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:50:27.099869 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-667d3db9-776a-43e3-947f-9fe2be4a4e68 req-21f3f65c-02b7-4648-8aba-ec5076e80493 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Unset dirty status for tenant:95244e1fbac2403f9179e5db28ffcf7a on resource:port {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:50:27.104220 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-667d3db9-776a-43e3-947f-9fe2be4a4e68 req-21f3f65c-02b7-4648-8aba-ec5076e80493 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 945 time: 0.1406970 Feb 16 15:50:27.251861 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-667d3db9-776a-43e3-947f-9fe2be4a4e68 req-e7e7f92d-b696-4b5c-b9f9-f9e35571cee4 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1372223 Feb 16 15:50:27.541578 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793cbee-c7e7-434c-9037-c8aa8a5bfec7 req-2d787f32-2730-4be3-b0ce-fb7e9132122d tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:27.544174 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5793cbee-c7e7-434c-9037-c8aa8a5bfec7 req-2d787f32-2730-4be3-b0ce-fb7e9132122d tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 931 time: 0.0950766 Feb 16 15:50:27.595267 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5793cbee-c7e7-434c-9037-c8aa8a5bfec7 req-7c8306cd-ec99-4cc3-a2c6-35a98d94cf72 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?id=126aa029-4956-4be5-baa5-8356cf15282d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451705 Feb 16 15:50:27.795710 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d0ee7557-79b5-4599-bc91-9b81699e0525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:28.117250 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:28.463308 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5cbc5-18f4-49a2-b2f3-b21a2891535e req-23de9747-4716-4455-938f-3be38075df38 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:28.465274 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-14e5cbc5-18f4-49a2-b2f3-b21a2891535e req-23de9747-4716-4455-938f-3be38075df38 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 945 time: 0.0911241 Feb 16 15:50:28.540562 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-14e5cbc5-18f4-49a2-b2f3-b21a2891535e req-d581aae2-db6d-41bf-9105-2a4171c0c077 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0639403 Feb 16 15:50:28.965758 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c4ebc-e6ff-4c1a-b694-a027ac9ffbd1 req-75cec3a7-5ebf-49b7-a8f4-91aa58e5447f tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:28.974373 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-381c4ebc-e6ff-4c1a-b694-a027ac9ffbd1 req-75cec3a7-5ebf-49b7-a8f4-91aa58e5447f tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 931 time: 0.1752923 Feb 16 15:50:29.025868 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-381c4ebc-e6ff-4c1a-b694-a027ac9ffbd1 req-768ae229-0706-4bc1-83e8-7a9030f6b0f2 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?id=126aa029-4956-4be5-baa5-8356cf15282d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504849 Feb 16 15:50:29.371240 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:29.679996 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:29.767912 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7cea7-c0a0-46ab-bb8a-e570530bc235 req-f0e86a0e-effa-4f96-8b76-ef5b2c6c691b tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:29.769681 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6de7cea7-c0a0-46ab-bb8a-e570530bc235 req-f0e86a0e-effa-4f96-8b76-ef5b2c6c691b tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 945 time: 0.0949957 Feb 16 15:50:29.841486 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6de7cea7-c0a0-46ab-bb8a-e570530bc235 req-afd11850-4e94-4efd-8048-676ad2efadda tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0638371 Feb 16 15:50:30.287669 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ee6b7-b429-4f07-b415-862f9b226816 req-f6b7e442-4cb8-425b-a587-fe751648d34f tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:30.289532 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0c0ee6b7-b429-4f07-b415-862f9b226816 req-f6b7e442-4cb8-425b-a587-fe751648d34f tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 931 time: 0.1171196 Feb 16 15:50:30.346185 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0c0ee6b7-b429-4f07-b415-862f9b226816 req-2ba4d049-4145-4779-b4dd-c514c1779335 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?id=126aa029-4956-4be5-baa5-8356cf15282d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498939 Feb 16 15:50:31.074274 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9745e3-1222-428e-a578-e5cefda4c21f req-09f63503-4006-4bcd-ba78-699008ecfc05 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:31.076036 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0b9745e3-1222-428e-a578-e5cefda4c21f req-09f63503-4006-4bcd-ba78-699008ecfc05 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 945 time: 0.1110842 Feb 16 15:50:31.125043 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-0b9745e3-1222-428e-a578-e5cefda4c21f req-05f62821-1047-4c79-8d7a-e91e236a646e tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0423985 Feb 16 15:50:31.571665 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a81d7-881f-4d19-bc79-acf2a309bd86 req-160c2bd1-faab-4b31-a839-1c4fcedcff71 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:31.581053 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-777a81d7-881f-4d19-bc79-acf2a309bd86 req-160c2bd1-faab-4b31-a839-1c4fcedcff71 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 931 time: 0.1183782 Feb 16 15:50:31.626068 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-777a81d7-881f-4d19-bc79-acf2a309bd86 req-4d0fb274-e265-4a8a-b665-63f84e127601 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?id=126aa029-4956-4be5-baa5-8356cf15282d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436668 Feb 16 15:50:32.340749 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:32.342161 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f454f-ff3d-498d-84bc-a3c251634ae6 req-aa3e4761-c4dc-4334-8049-5075ce15076e tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:32.343804 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-916f454f-ff3d-498d-84bc-a3c251634ae6 req-aa3e4761-c4dc-4334-8049-5075ce15076e tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 945 time: 0.0941331 Feb 16 15:50:32.400207 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-916f454f-ff3d-498d-84bc-a3c251634ae6 req-850f12e8-5493-4e7e-968b-fae432bb5b5c tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0500634 Feb 16 15:50:32.919767 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c2c94-b039-4cde-9ac4-f235bb41c9f5 req-c1e8b535-1743-4e0c-97de-d0b77459dfc9 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:32.921677 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9b7c2c94-b039-4cde-9ac4-f235bb41c9f5 req-c1e8b535-1743-4e0c-97de-d0b77459dfc9 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 931 time: 0.1414423 Feb 16 15:50:32.974653 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9b7c2c94-b039-4cde-9ac4-f235bb41c9f5 req-ea9b0048-c331-4492-89b0-f7e5b72c5513 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?id=126aa029-4956-4be5-baa5-8356cf15282d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459733 Feb 16 15:50:33.602522 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f107204-39ba-4305-bdc4-7488b21eee29 req-585b9006-6636-4e92-8524-c1455e9166b4 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:33.604253 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2f107204-39ba-4305-bdc4-7488b21eee29 req-585b9006-6636-4e92-8524-c1455e9166b4 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 945 time: 0.0891182 Feb 16 15:50:33.666088 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2f107204-39ba-4305-bdc4-7488b21eee29 req-92a9b473-21a7-487c-a078-f15f74a5606d tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0533648 Feb 16 15:50:34.188666 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46c706-639d-4474-a30e-bfef75a5b938 req-10339bcd-473f-48bb-8bfd-60f484c11b71 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:34.190191 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6b46c706-639d-4474-a30e-bfef75a5b938 req-10339bcd-473f-48bb-8bfd-60f484c11b71 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 931 time: 0.0992737 Feb 16 15:50:34.242127 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6b46c706-639d-4474-a30e-bfef75a5b938 req-424ce57e-65f2-4a2a-8f30-42c78d39ee04 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?id=126aa029-4956-4be5-baa5-8356cf15282d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450332 Feb 16 15:50:34.891128 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d5230-2de1-4337-b091-a50a6b55a8ee req-ad84bed2-cee7-4055-9f62-223dea8373d8 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:34.892799 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ab6d5230-2de1-4337-b091-a50a6b55a8ee req-ad84bed2-cee7-4055-9f62-223dea8373d8 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 945 time: 0.1102076 Feb 16 15:50:34.945043 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ab6d5230-2de1-4337-b091-a50a6b55a8ee req-929314a0-c019-4387-96cb-b0f86de626db tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0437181 Feb 16 15:50:35.754465 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03ec6b-83fd-4238-a1ec-d08641afc04c req-e0537292-0c29-4de9-9dd8-eb91edae1270 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:35.756150 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ce03ec6b-83fd-4238-a1ec-d08641afc04c req-e0537292-0c29-4de9-9dd8-eb91edae1270 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 931 time: 0.3758278 Feb 16 15:50:35.807627 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ce03ec6b-83fd-4238-a1ec-d08641afc04c req-89dd1e92-7f2f-4f30-8026-2c20460a1fe2 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?id=126aa029-4956-4be5-baa5-8356cf15282d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444243 Feb 16 15:50:36.188233 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc95306-f70b-49bc-aee1-b28cf1cef34c req-27664511-20a5-415f-87ac-001af24bf2c0 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:36.189851 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9fc95306-f70b-49bc-aee1-b28cf1cef34c req-27664511-20a5-415f-87ac-001af24bf2c0 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 945 time: 0.0912237 Feb 16 15:50:36.247042 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9fc95306-f70b-49bc-aee1-b28cf1cef34c req-ea462a80-445c-491a-8546-9bfa861d5f6c tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0486059 Feb 16 15:50:37.018841 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190de16c-1a71-4cea-9f85-a2ab9296e6e6 req-20080e5b-865e-4ff9-a350-b90aebc11041 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:37.020789 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-190de16c-1a71-4cea-9f85-a2ab9296e6e6 req-20080e5b-865e-4ff9-a350-b90aebc11041 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 931 time: 0.0913970 Feb 16 15:50:37.085007 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-190de16c-1a71-4cea-9f85-a2ab9296e6e6 req-1be0b0f7-ab72-45b5-b67b-108fa992f4af tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?id=126aa029-4956-4be5-baa5-8356cf15282d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579345 Feb 16 15:50:37.157281 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 33896) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:50:37.288036 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7f2b98fb-07d2-48a2-b856-b425cabd77d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:37.305619 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-7f2b98fb-07d2-48a2-b856-b425cabd77d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:50:37.310611 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-7f2b98fb-07d2-48a2-b856-b425cabd77d2 admin admin] Usage tracker for resource:security_group_rule and tenant:ce67ca63f417482a88a1f610195d1aaa is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:50:37.314310 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-7f2b98fb-07d2-48a2-b856-b425cabd77d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:50:37.320957 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-7f2b98fb-07d2-48a2-b856-b425cabd77d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:50:37.409128 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7f2b98fb-07d2-48a2-b856-b425cabd77d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:37.412674 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7f2b98fb-07d2-48a2-b856-b425cabd77d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:37.421622 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-90ead58d-0450-4d57-98f7-64bfbc863b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:37.467547 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-7f2b98fb-07d2-48a2-b856-b425cabd77d2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ce67ca63f417482a88a1f610195d1aaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3089643 Feb 16 15:50:37.469899 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b98fb-07d2-48a2-b856-b425cabd77d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64c39ca-79f5-4b6d-bd55-e3b55aaa9cb0,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:37.470693 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b619d4f-abe5-42a1-b89b-907ad9072596 req-37142440-6de5-4c44-86e6-c5fb30f729ea tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:37.472352 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4b619d4f-abe5-42a1-b89b-907ad9072596 req-37142440-6de5-4c44-86e6-c5fb30f729ea tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 945 time: 0.0921478 Feb 16 15:50:37.472878 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 33904) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:50:37.479306 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b98fb-07d2-48a2-b856-b425cabd77d2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:37.479750 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b98fb-07d2-48a2-b856-b425cabd77d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:37.480156 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b98fb-07d2-48a2-b856-b425cabd77d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:37.480554 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b98fb-07d2-48a2-b856-b425cabd77d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:37.480948 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b98fb-07d2-48a2-b856-b425cabd77d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:37.481377 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b98fb-07d2-48a2-b856-b425cabd77d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:37.481760 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b98fb-07d2-48a2-b856-b425cabd77d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:37.482144 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b98fb-07d2-48a2-b856-b425cabd77d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:37.482565 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b98fb-07d2-48a2-b856-b425cabd77d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:37.482956 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b98fb-07d2-48a2-b856-b425cabd77d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:37.483336 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b98fb-07d2-48a2-b856-b425cabd77d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:37.483760 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b98fb-07d2-48a2-b856-b425cabd77d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:37.484216 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b98fb-07d2-48a2-b856-b425cabd77d2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:37.484606 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b98fb-07d2-48a2-b856-b425cabd77d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:37.484991 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b98fb-07d2-48a2-b856-b425cabd77d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:37.485374 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b98fb-07d2-48a2-b856-b425cabd77d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:37.485754 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b98fb-07d2-48a2-b856-b425cabd77d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:37.486137 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b98fb-07d2-48a2-b856-b425cabd77d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:37.486553 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b98fb-07d2-48a2-b856-b425cabd77d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:37.486936 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b98fb-07d2-48a2-b856-b425cabd77d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:37.487319 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b98fb-07d2-48a2-b856-b425cabd77d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:37.487698 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b98fb-07d2-48a2-b856-b425cabd77d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:37.488079 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b98fb-07d2-48a2-b856-b425cabd77d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:37.488456 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b98fb-07d2-48a2-b856-b425cabd77d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:37.493946 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7f2b98fb-07d2-48a2-b856-b425cabd77d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:37.559033 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4b619d4f-abe5-42a1-b89b-907ad9072596 req-68c9c142-f2e6-4c5f-b310-2e3890983dac tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0714722 Feb 16 15:50:37.574691 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5f29bcad-326b-4892-983d-2766840f1f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:37.603471 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5f29bcad-326b-4892-983d-2766840f1f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:37.648272 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5f29bcad-326b-4892-983d-2766840f1f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:37.653259 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-eedb182d-a8ea-4c06-b4c4-3a6f67f79a32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:37.668235 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29bcad-326b-4892-983d-2766840f1f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64c39ca-79f5-4b6d-bd55-e3b55aaa9cb0,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:37.671318 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5f29bcad-326b-4892-983d-2766840f1f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:37.672258 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5f29bcad-326b-4892-983d-2766840f1f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:37.673463 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-5f29bcad-326b-4892-983d-2766840f1f7c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b64c39ca-79f5-4b6d-bd55-e3b55aaa9cb0 HTTP/1.1" status: 204 len: 168 time: 0.1995935 Feb 16 15:50:38.048749 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-bc20be74-5581-4864-bdde-0e92d3d9c352 service neutron] Request body: {'port': {'device_id': '16b4bdbf-6d56-4377-913c-e610be9a2289', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:50:38.311350 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa695b-d2d0-4bdc-90e3-1586a28ae991 req-8b7a0907-82fa-4044-9857-35cc95c8d7c5 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:38.313270 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1daa695b-d2d0-4bdc-90e3-1586a28ae991 req-8b7a0907-82fa-4044-9857-35cc95c8d7c5 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 931 time: 0.1031559 Feb 16 15:50:38.372027 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1daa695b-d2d0-4bdc-90e3-1586a28ae991 req-448b2526-2489-4c07-81d3-a5c707776452 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?id=126aa029-4956-4be5-baa5-8356cf15282d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485287 Feb 16 15:50:38.508291 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8afb91f5-9825-49d0-8081-9c27aa4c26cc req-8915cbe0-93d9-4d44-80c3-529bb44355fd service neutron] 10.222.0.102 "GET /v2.0/networks/07d20f6e-5405-4664-8b3b-c7e7fb2edb46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5503135 Feb 16 15:50:38.545792 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-bc20be74-5581-4864-bdde-0e92d3d9c352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:38.783351 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8afb91f5-9825-49d0-8081-9c27aa4c26cc req-1aee81f4-8fb2-4efd-8e70-a15c3104ae16 service neutron] 10.222.0.102 "GET /v2.0/networks/07d20f6e-5405-4664-8b3b-c7e7fb2edb46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2649639 Feb 16 15:50:38.832131 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b58105-2a48-4600-b258-ab13157b8601 req-f3e6619c-aec9-4999-89c6-718f78da11d9 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:38.841038 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f5b58105-2a48-4600-b258-ab13157b8601 req-f3e6619c-aec9-4999-89c6-718f78da11d9 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 945 time: 0.1437917 Feb 16 15:50:38.910790 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f5b58105-2a48-4600-b258-ab13157b8601 req-549fd372-f268-4a84-8a14-8ddf5b0e472b tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0651233 Feb 16 15:50:39.154347 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-bc20be74-5581-4864-bdde-0e92d3d9c352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb6be7a-4c58-49ae-ac5a-507545b96f32 {{(pid=84026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 15:50:39.163654 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-bc20be74-5581-4864-bdde-0e92d3d9c352 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:39.176733 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-bc20be74-5581-4864-bdde-0e92d3d9c352 service neutron] Transition to ACTIVE for port object beb6be7a-4c58-49ae-ac5a-507545b96f32 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:50:39.179466 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-bc20be74-5581-4864-bdde-0e92d3d9c352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853951842'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:39.195897 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2ff67122-a97b-481b-b934-7e29dc81130d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:39.319103 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-e3e1ef39-6a24-4abe-8e53-cefff80ba213 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:39.319103 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-e3e1ef39-6a24-4abe-8e53-cefff80ba213 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/networks?id=b28cd6a2-97c0-4227-b87f-95781628bc0a HTTP/1.1" status: 200 len: 814 time: 0.1775041 Feb 16 15:50:39.339169 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-0a795931-ffcf-4697-8546-794a9669da1d tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/quotas/0ab3af7787b74d4c93aa4ba8f5c73562 HTTP/1.1" status: 200 len: 375 time: 0.0144227 Feb 16 15:50:39.342199 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20be74-5581-4864-bdde-0e92d3d9c352 service neutron] Pushing event updated for resources: {'Port': ['ID=beb6be7a-4c58-49ae-ac5a-507545b96f32,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:39.345892 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-bc20be74-5581-4864-bdde-0e92d3d9c352 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:39.476503 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-eb01b58c-e9c7-4379-a71f-ad1961f23f27 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ab3af7787b74d4c93aa4ba8f5c73562&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1309948 Feb 16 15:50:39.602195 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-bc20be74-5581-4864-bdde-0e92d3d9c352 service neutron] Attempting to bind port beb6be7a-4c58-49ae-ac5a-507545b96f32 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:50:39.602746 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-bc20be74-5581-4864-bdde-0e92d3d9c352 service neutron] Attempting to bind port beb6be7a-4c58-49ae-ac5a-507545b96f32 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': 'a613de86-ac2d-4561-8ad2-59c7cbbc24ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2886c1eb-0213-49c7-9040-561b7a7aaa58'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:50:39.603228 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-bc20be74-5581-4864-bdde-0e92d3d9c352 service neutron] Attempting to bind port beb6be7a-4c58-49ae-ac5a-507545b96f32 on network 2886c1eb-0213-49c7-9040-561b7a7aaa58 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:50:39.611028 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-bc20be74-5581-4864-bdde-0e92d3d9c352 service neutron] Checking agent: {'id': '9f703877-974c-4713-aaa3-781784e6ea8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 41, 2), 'started_at': datetime.datetime(2021, 2, 16, 15, 41, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.100', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:50:39.611719 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-bc20be74-5581-4864-bdde-0e92d3d9c352 service neutron] Checking segment: {'id': 'a613de86-ac2d-4561-8ad2-59c7cbbc24ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2886c1eb-0213-49c7-9040-561b7a7aaa58'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:50:39.612233 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-bc20be74-5581-4864-bdde-0e92d3d9c352 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:39.612752 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-bc20be74-5581-4864-bdde-0e92d3d9c352 service neutron] Bound using segment: {'id': 'a613de86-ac2d-4561-8ad2-59c7cbbc24ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2886c1eb-0213-49c7-9040-561b7a7aaa58'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:50:39.613337 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-bc20be74-5581-4864-bdde-0e92d3d9c352 service neutron] Bound port: beb6be7a-4c58-49ae-ac5a-507545b96f32, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a613de86-ac2d-4561-8ad2-59c7cbbc24ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2886c1eb-0213-49c7-9040-561b7a7aaa58'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:50:39.614134 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-bc20be74-5581-4864-bdde-0e92d3d9c352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:39.810861 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96919622-ad5a-4833-8ce7-811d1223a732 req-d006b624-88c9-4637-b0f0-e4fbbf2ed001 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:39.814049 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-96919622-ad5a-4833-8ce7-811d1223a732 req-d006b624-88c9-4637-b0f0-e4fbbf2ed001 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 943 time: 0.2318070 Feb 16 15:50:39.821425 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-a5f83d42-5dd9-43e9-8c39-d9f1cb1b00ab service neutron] 10.222.0.42 "GET /v2.0/networks/b28cd6a2-97c0-4227-b87f-95781628bc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306413 Feb 16 15:50:39.829839 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-bc20be74-5581-4864-bdde-0e92d3d9c352 service neutron] For port beb6be7a-4c58-49ae-ac5a-507545b96f32, host hv-cinder-77570, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:50:39.834009 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-bc20be74-5581-4864-bdde-0e92d3d9c352 service neutron] For port beb6be7a-4c58-49ae-ac5a-507545b96f32, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=beb6be7a-4c58-49ae-ac5a-507545b96f32,segment=NetworkSegment(a613de86-ac2d-4561-8ad2-59c7cbbc24ef),segment_id=a613de86-ac2d-4561-8ad2-59c7cbbc24ef)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:50:39.844327 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-bc20be74-5581-4864-bdde-0e92d3d9c352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853951842'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:39.930236 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8af42f6c-2021-481a-a022-e6f69fdc136b tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:40.021607 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-856b91fb-3652-4289-9181-6f52f310598c service neutron] 10.222.0.42 "GET /v2.0/networks/b28cd6a2-97c0-4227-b87f-95781628bc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1789367 Feb 16 15:50:40.042092 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-96919622-ad5a-4833-8ce7-811d1223a732 req-0e7e39e4-7e36-4c46-a461-cf6f214d780b tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?id=126aa029-4956-4be5-baa5-8356cf15282d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192509 Feb 16 15:50:40.113212 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20be74-5581-4864-bdde-0e92d3d9c352 service neutron] Pushing event updated for resources: {'Port': ['ID=beb6be7a-4c58-49ae-ac5a-507545b96f32,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:40.129900 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-bc20be74-5581-4864-bdde-0e92d3d9c352 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:40.200001 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bdfba-b650-44f7-93b1-d23ed08a2510 req-3b2fb03d-e3cb-4c03-ac27-ed0709337e22 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:40.201307 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-280bdfba-b650-44f7-93b1-d23ed08a2510 req-3b2fb03d-e3cb-4c03-ac27-ed0709337e22 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Synchronizing usage tracker for tenant:95244e1fbac2403f9179e5db28ffcf7a on resource:port {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:50:40.225872 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-bc20be74-5581-4864-bdde-0e92d3d9c352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:40.226652 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-bc20be74-5581-4864-bdde-0e92d3d9c352 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:40.228323 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-bc20be74-5581-4864-bdde-0e92d3d9c352 service neutron] 10.222.0.102 "PUT /v2.0/ports/beb6be7a-4c58-49ae-ac5a-507545b96f32 HTTP/1.1" status: 200 len: 1157 time: 2.2378166 Feb 16 15:50:40.228973 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-280bdfba-b650-44f7-93b1-d23ed08a2510 req-3b2fb03d-e3cb-4c03-ac27-ed0709337e22 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Unset dirty status for tenant:95244e1fbac2403f9179e5db28ffcf7a on resource:port {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:50:40.230032 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-280bdfba-b650-44f7-93b1-d23ed08a2510 req-3b2fb03d-e3cb-4c03-ac27-ed0709337e22 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.102 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 945 time: 0.2572756 Feb 16 15:50:40.230724 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b4bdbf-6d56-4377-913c-e610be9a2289', 'tag': 'beb6be7a-4c58-49ae-ac5a-507545b96f32'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:50:40.353719 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-307da7ab-b43c-4800-93d6-32cb215d9500 req-0eaf9b35-749e-4729-b8b6-3e8f3402a64a tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ce9727-405a-4817-8202-bf6d89f5c6af HTTP/1.1" status: 200 len: 210 time: 0.0996921 Feb 16 15:50:40.401609 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038fc3e-f574-487f-b6c8-a2c2e1b00e02 req-b87d322b-e718-419c-a431-e794fb7edc00 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:40.403604 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4038fc3e-f574-487f-b6c8-a2c2e1b00e02 req-b87d322b-e718-419c-a431-e794fb7edc00 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 945 time: 0.2226892 Feb 16 15:50:40.425338 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-280bdfba-b650-44f7-93b1-d23ed08a2510 req-f8d504a7-e880-4a32-924a-047636026181 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Deleting port 4a4bb9fa-af64-4905-a356-cc24a468588b {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:50:40.425725 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-280bdfba-b650-44f7-93b1-d23ed08a2510 req-f8d504a7-e880-4a32-924a-047636026181 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:40.475191 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b4bdbf-6d56-4377-913c-e610be9a2289', 'tag': 'beb6be7a-4c58-49ae-ac5a-507545b96f32', 'status': 'completed', 'code': 200} Feb 16 15:50:40.480447 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4038fc3e-f574-487f-b6c8-a2c2e1b00e02 req-36916dc3-6394-4b7c-ae87-bf74003d8ffd tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0544178 Feb 16 15:50:40.564082 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-00f4bfee-7066-409e-add9-3f0e989e3336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:40.565698 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-00f4bfee-7066-409e-add9-3f0e989e3336 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6397327af94e4044ae5e667ca93f345c&device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 1160 time: 0.2472384 Feb 16 15:50:40.721356 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-c4eeeeff-bd0f-4c31-979c-ac3362d3feae service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=beb6be7a-4c58-49ae-ac5a-507545b96f32 HTTP/1.1" status: 200 len: 217 time: 0.1279788 Feb 16 15:50:40.768989 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 4a4bb9fa-af64-4905-a356-cc24a468588b no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 15:50:40.837384 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-a3083489-da8c-4e71-895a-ac1909916874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:40.838990 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-a3083489-da8c-4e71-895a-ac1909916874 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9629cb7e-b8ec-4ae2-b2ac-1c9cd6f10b53 HTTP/1.1" status: 200 len: 854 time: 0.1080391 Feb 16 15:50:40.846110 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-280bdfba-b650-44f7-93b1-d23ed08a2510 req-f8d504a7-e880-4a32-924a-047636026181 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] For port 4a4bb9fa-af64-4905-a356-cc24a468588b, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=4a4bb9fa-af64-4905-a356-cc24a468588b,segment=NetworkSegment(a4b1d6a3-4a85-4d78-999e-ea5314b6b84d),segment_id=a4b1d6a3-4a85-4d78-999e-ea5314b6b84d)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:50:40.846477 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-280bdfba-b650-44f7-93b1-d23ed08a2510 req-f8d504a7-e880-4a32-924a-047636026181 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:40.902704 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:40.932042 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1424151-067a-42fc-b1b1-e7784c4f0a47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a4bb9fa-af64-4905-a356-cc24a468588b'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:50:40.945914 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] For port 4a4bb9fa-af64-4905-a356-cc24a468588b, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=4a4bb9fa-af64-4905-a356-cc24a468588b,segment=NetworkSegment(a4b1d6a3-4a85-4d78-999e-ea5314b6b84d),segment_id=a4b1d6a3-4a85-4d78-999e-ea5314b6b84d)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:50:40.951593 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:40.953795 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:41.015368 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1424151-067a-42fc-b1b1-e7784c4f0a47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a4bb9fa-af64-4905-a356-cc24a468588b', 'code': 200} Feb 16 15:50:41.026654 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-280bdfba-b650-44f7-93b1-d23ed08a2510 req-f8d504a7-e880-4a32-924a-047636026181 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Calling delete_port for 4a4bb9fa-af64-4905-a356-cc24a468588b owned by compute:nova {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:50:41.045392 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Pushing event updated for resources: {'Port': ['ID=4a4bb9fa-af64-4905-a356-cc24a468588b,revision_number=7']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:41.049433 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:41.142913 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-32b46dbe-7d1d-49bc-9041-e7eaa1d354f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:41.144533 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-32b46dbe-7d1d-49bc-9041-e7eaa1d354f0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=2886c1eb-0213-49c7-9040-561b7a7aaa58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2311289 Feb 16 15:50:41.146243 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.db.api [req-280bdfba-b650-44f7-93b1-d23ed08a2510 req-f8d504a7-e880-4a32-924a-047636026181 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84026) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:50:41.146646 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_db.api [req-280bdfba-b650-44f7-93b1-d23ed08a2510 req-f8d504a7-e880-4a32-924a-047636026181 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 15:50:41.263059 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74514c1c-6ab9-458d-847a-4a6f6f405c30 req-8722563d-2089-46a8-bda9-59d71a1e4ff5 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:41.264708 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-74514c1c-6ab9-458d-847a-4a6f6f405c30 req-8722563d-2089-46a8-bda9-59d71a1e4ff5 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 943 time: 0.0941315 Feb 16 15:50:41.293073 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-98828977-388b-4253-8eec-15e47822eea7 service neutron] 10.222.0.102 "GET /v2.0/networks/2886c1eb-0213-49c7-9040-561b7a7aaa58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381652 Feb 16 15:50:41.315030 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-74514c1c-6ab9-458d-847a-4a6f6f405c30 req-751cc551-4f42-4ba7-ae7c-6640d752f0a1 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?id=126aa029-4956-4be5-baa5-8356cf15282d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439043 Feb 16 15:50:41.468596 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4e1585d2-a2f9-46a6-bbf1-d7e98bff342d req-09b210cc-ff41-4029-bada-74673e906668 service neutron] 10.222.0.102 "GET /v2.0/networks/2886c1eb-0213-49c7-9040-561b7a7aaa58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1600556 Feb 16 15:50:41.557024 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-48c86b89-007b-4143-be97-6767bdcb2b8f req-1b05a4ca-92f6-4a3f-9ba8-1cc5ff4ce5fd tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ce9727-405a-4817-8202-bf6d89f5c6af HTTP/1.1" status: 200 len: 210 time: 0.0588603 Feb 16 15:50:41.652823 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-280bdfba-b650-44f7-93b1-d23ed08a2510 req-f8d504a7-e880-4a32-924a-047636026181 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Deleting port 4a4bb9fa-af64-4905-a356-cc24a468588b {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:50:41.653225 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-280bdfba-b650-44f7-93b1-d23ed08a2510 req-f8d504a7-e880-4a32-924a-047636026181 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:41.767234 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda9418-a0ab-47ff-8c44-105f641618d3 req-d610b1ac-719c-4653-80cb-3c50b741b841 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:41.768928 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-aeda9418-a0ab-47ff-8c44-105f641618d3 req-d610b1ac-719c-4653-80cb-3c50b741b841 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 943 time: 0.1319730 Feb 16 15:50:41.796996 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b660a-b965-4d05-88a8-3416fd2a4c30 req-f5c6beff-28ac-46c5-8729-c99ed9276fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:41.798658 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3f6b660a-b965-4d05-88a8-3416fd2a4c30 req-f5c6beff-28ac-46c5-8729-c99ed9276fec service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6397327af94e4044ae5e667ca93f345c&device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 1160 time: 0.2016051 Feb 16 15:50:41.914252 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-aeda9418-a0ab-47ff-8c44-105f641618d3 req-37105820-7fca-4229-b1c2-a514d3cdc982 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e754c31-52e2-4220-91ed-89ddb2624ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1362469 Feb 16 15:50:41.979188 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b660a-b965-4d05-88a8-3416fd2a4c30 req-2d2854af-6b0f-471d-acbc-4fa0fdf6e4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:41.980819 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3f6b660a-b965-4d05-88a8-3416fd2a4c30 req-2d2854af-6b0f-471d-acbc-4fa0fdf6e4c7 service neutron] 10.222.0.102 "GET /v2.0/networks?id=2886c1eb-0213-49c7-9040-561b7a7aaa58 HTTP/1.1" status: 200 len: 909 time: 0.1636400 Feb 16 15:50:42.064752 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3f6b660a-b965-4d05-88a8-3416fd2a4c30 req-ca159b15-665a-477d-92af-72e84a4e4872 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=beb6be7a-4c58-49ae-ac5a-507545b96f32 HTTP/1.1" status: 200 len: 217 time: 0.0734429 Feb 16 15:50:42.135088 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b660a-b965-4d05-88a8-3416fd2a4c30 req-67b32c34-d413-42b2-87b2-603e806e7186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:42.136694 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3f6b660a-b965-4d05-88a8-3416fd2a4c30 req-67b32c34-d413-42b2-87b2-603e806e7186 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9629cb7e-b8ec-4ae2-b2ac-1c9cd6f10b53 HTTP/1.1" status: 200 len: 854 time: 0.0654786 Feb 16 15:50:42.168601 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-1b1af48e-1c54-423f-b153-cc6ed130f60e tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:42.170120 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-1b1af48e-1c54-423f-b153-cc6ed130f60e tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.102 "GET /v2.0/networks?id=b28cd6a2-97c0-4227-b87f-95781628bc0a HTTP/1.1" status: 200 len: 814 time: 0.6263819 Feb 16 15:50:42.203917 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-d6f7ecd8-0962-4373-b07c-9b074de3f587 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Request body: {'port': {'device_id': '28ce9727-405a-4817-8202-bf6d89f5c6af', 'network_id': 'b28cd6a2-97c0-4227-b87f-95781628bc0a', 'admin_state_up': True, 'tenant_id': '0ab3af7787b74d4c93aa4ba8f5c73562'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:50:42.226262 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b660a-b965-4d05-88a8-3416fd2a4c30 req-f73fddfe-c0a3-46cc-af5d-2599cb4b2497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:42.227936 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3f6b660a-b965-4d05-88a8-3416fd2a4c30 req-f73fddfe-c0a3-46cc-af5d-2599cb4b2497 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=2886c1eb-0213-49c7-9040-561b7a7aaa58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0840816 Feb 16 15:50:42.357022 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-280bdfba-b650-44f7-93b1-d23ed08a2510 req-f8d504a7-e880-4a32-924a-047636026181 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] For port 4a4bb9fa-af64-4905-a356-cc24a468588b, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=4a4bb9fa-af64-4905-a356-cc24a468588b,segment=NetworkSegment(a4b1d6a3-4a85-4d78-999e-ea5314b6b84d),segment_id=a4b1d6a3-4a85-4d78-999e-ea5314b6b84d)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:50:42.357419 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-280bdfba-b650-44f7-93b1-d23ed08a2510 req-f8d504a7-e880-4a32-924a-047636026181 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:42.379762 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3f6b660a-b965-4d05-88a8-3416fd2a4c30 req-74daebb0-4722-4115-b6ba-84731377367d service neutron] 10.222.0.102 "GET /v2.0/networks/2886c1eb-0213-49c7-9040-561b7a7aaa58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437993 Feb 16 15:50:42.526717 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-280bdfba-b650-44f7-93b1-d23ed08a2510 req-f8d504a7-e880-4a32-924a-047636026181 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Calling delete_port for 4a4bb9fa-af64-4905-a356-cc24a468588b owned by compute:nova {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:50:42.585084 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-d6f7ecd8-0962-4373-b07c-9b074de3f587 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:50:42.598884 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-d6f7ecd8-0962-4373-b07c-9b074de3f587 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Usage tracker for resource:port and tenant:0ab3af7787b74d4c93aa4ba8f5c73562 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:50:42.602426 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3f6b660a-b965-4d05-88a8-3416fd2a4c30 req-ec7f949a-e1c7-4771-86ab-23f79ef7c857 service neutron] 10.222.0.102 "GET /v2.0/networks/2886c1eb-0213-49c7-9040-561b7a7aaa58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2106669 Feb 16 15:50:42.605490 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-d6f7ecd8-0962-4373-b07c-9b074de3f587 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:50:42.612174 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df236e53-6aff-4b8a-8332-a61333efb853 req-a77daf08-b958-4b15-b71b-ecb9ea55f499 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:42.612174 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-df236e53-6aff-4b8a-8332-a61333efb853 req-a77daf08-b958-4b15-b71b-ecb9ea55f499 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 943 time: 0.1463161 Feb 16 15:50:42.631940 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-d6f7ecd8-0962-4373-b07c-9b074de3f587 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:50:42.678332 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-df236e53-6aff-4b8a-8332-a61333efb853 req-c80d790c-706d-447e-af7b-2d130fe0386a tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?id=126aa029-4956-4be5-baa5-8356cf15282d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489340 Feb 16 15:50:42.682037 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-d6f7ecd8-0962-4373-b07c-9b074de3f587 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Made reservation on behalf of 0ab3af7787b74d4c93aa4ba8f5c73562 for: {'port': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:50:42.688079 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-d6f7ecd8-0962-4373-b07c-9b074de3f587 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:42.780792 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-190a0cd9-5168-46de-af07-474fc4478e06 req-db7996d4-c6da-497d-ac65-3acb99439a98 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ce9727-405a-4817-8202-bf6d89f5c6af HTTP/1.1" status: 200 len: 210 time: 0.0596521 Feb 16 15:50:42.790990 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-280bdfba-b650-44f7-93b1-d23ed08a2510 req-f8d504a7-e880-4a32-924a-047636026181 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-823957'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:42.860474 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c23a454d-eb42-47de-b368-e7907ed0bc13 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:42.982663 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d504a7-e880-4a32-924a-047636026181 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Pushing event deleted for resources: {'Port': ['ID=4a4bb9fa-af64-4905-a356-cc24a468588b,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:42.985422 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f8d504a7-e880-4a32-924a-047636026181 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:43.115000 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-da3cb8ed-cbf4-473a-91c8-4e0a3f980ec1 req-0e05917e-700c-45fb-afcd-3d3ea6acb071 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 210 time: 0.0547490 Feb 16 15:50:43.235775 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-280bdfba-b650-44f7-93b1-d23ed08a2510 req-f8d504a7-e880-4a32-924a-047636026181 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] No DVR routers for this DVR port 4a4bb9fa-af64-4905-a356-cc24a468588b on host hv-cinder-77570 {{(pid=84026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 15:50:43.240243 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-280bdfba-b650-44f7-93b1-d23ed08a2510 req-f8d504a7-e880-4a32-924a-047636026181 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:43.243295 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1424151-067a-42fc-b1b1-e7784c4f0a47', 'name': 'network-vif-deleted', 'tag': '4a4bb9fa-af64-4905-a356-cc24a468588b'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:50:43.302468 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1424151-067a-42fc-b1b1-e7784c4f0a47', 'name': 'network-vif-deleted', 'tag': '4a4bb9fa-af64-4905-a356-cc24a468588b', 'status': 'completed', 'code': 200} Feb 16 15:50:43.325200 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-280bdfba-b650-44f7-93b1-d23ed08a2510 req-f8d504a7-e880-4a32-924a-047636026181 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.102 "DELETE /v2.0/ports/4a4bb9fa-af64-4905-a356-cc24a468588b HTTP/1.1" status: 204 len: 173 time: 3.0729887 Feb 16 15:50:43.344983 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-d6f7ecd8-0962-4373-b07c-9b074de3f587 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Allocated IP 172.20.0.7 (b28cd6a2-97c0-4227-b87f-95781628bc0a/be56c246-7b3e-4ff1-bcb4-89453575e426/3bb26e42-7bc8-4ef8-b476-cdbaf87fae04) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:50:43.561480 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-d6f7ecd8-0962-4373-b07c-9b074de3f587 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:43.591969 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-d6f7ecd8-0962-4373-b07c-9b074de3f587 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-823957'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:43.610058 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-89160452-a4f2-406b-99fe-26b15d2a31ad tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:43.767209 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f7ecd8-0962-4373-b07c-9b074de3f587 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Pushing event updated for resources: {'Port': ['ID=3bb26e42-7bc8-4ef8-b476-cdbaf87fae04,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:43.771968 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d6f7ecd8-0962-4373-b07c-9b074de3f587 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:43.843244 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-d6f7ecd8-0962-4373-b07c-9b074de3f587 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Network b28cd6a2-97c0-4227-b87f-95781628bc0a is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:50:43.844486 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-d6f7ecd8-0962-4373-b07c-9b074de3f587 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:50:43.846930 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-d6f7ecd8-0962-4373-b07c-9b074de3f587 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:50:43.921699 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-d6f7ecd8-0962-4373-b07c-9b074de3f587 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:43.922434 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-d6f7ecd8-0962-4373-b07c-9b074de3f587 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:43.933435 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44422a9d-e1e5-44cf-8964-7d762cb6f044 req-b187cacb-2c66-4aff-8cc8-183eec33fa0d tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:43.935399 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-44422a9d-e1e5-44cf-8964-7d762cb6f044 req-b187cacb-2c66-4aff-8cc8-183eec33fa0d tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 943 time: 0.0985944 Feb 16 15:50:43.946643 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-d6f7ecd8-0962-4373-b07c-9b074de3f587 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7494876 Feb 16 15:50:43.982946 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-4408b799-3830-4e1b-ac6e-fb09e63ef2e7 service neutron] Request body: {'port': {'device_id': '28ce9727-405a-4817-8202-bf6d89f5c6af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:50:44.050374 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-44422a9d-e1e5-44cf-8964-7d762cb6f044 req-285df8f3-7fa0-4ab5-8324-35734091ce0b tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?id=126aa029-4956-4be5-baa5-8356cf15282d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678532 Feb 16 15:50:44.076104 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b22d67-5c8f-41e3-8c64-fa6ee98c4ac3 req-b3bf0f85-e581-49bd-8ccf-020648481d18 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:44.077823 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b6b22d67-5c8f-41e3-8c64-fa6ee98c4ac3 req-b3bf0f85-e581-49bd-8ccf-020648481d18 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ce9727-405a-4817-8202-bf6d89f5c6af HTTP/1.1" status: 200 len: 931 time: 0.1414175 Feb 16 15:50:44.107481 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-4408b799-3830-4e1b-ac6e-fb09e63ef2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:44.127396 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b6b22d67-5c8f-41e3-8c64-fa6ee98c4ac3 req-c33e80e1-761c-41e4-a64d-8b395d3d9336 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421216 Feb 16 15:50:44.316142 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-28bd2c98-f5f0-4ba7-8193-ea001c1b88a3 req-83a8faf2-1a82-4029-8caa-fed7fc88d8a5 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1424151-067a-42fc-b1b1-e7784c4f0a47 HTTP/1.1" status: 200 len: 210 time: 0.0559297 Feb 16 15:50:44.554208 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-4408b799-3830-4e1b-ac6e-fb09e63ef2e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bb26e42-7bc8-4ef8-b476-cdbaf87fae04 {{(pid=84026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 15:50:44.563358 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-4408b799-3830-4e1b-ac6e-fb09e63ef2e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:44.576644 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-4408b799-3830-4e1b-ac6e-fb09e63ef2e7 service neutron] Transition to ACTIVE for port object 3bb26e42-7bc8-4ef8-b476-cdbaf87fae04 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:50:44.579313 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-4408b799-3830-4e1b-ac6e-fb09e63ef2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853951842'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:44.596056 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c895298f-f645-4979-be14-e8ca432b83cd tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:44.732608 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408b799-3830-4e1b-ac6e-fb09e63ef2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb26e42-7bc8-4ef8-b476-cdbaf87fae04,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:44.738272 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-4408b799-3830-4e1b-ac6e-fb09e63ef2e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:44.944253 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-4408b799-3830-4e1b-ac6e-fb09e63ef2e7 service neutron] Attempting to bind port 3bb26e42-7bc8-4ef8-b476-cdbaf87fae04 on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:50:44.944627 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-4408b799-3830-4e1b-ac6e-fb09e63ef2e7 service neutron] Attempting to bind port 3bb26e42-7bc8-4ef8-b476-cdbaf87fae04 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '2e73efd5-fa44-4206-909a-5734c1318f54', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b28cd6a2-97c0-4227-b87f-95781628bc0a'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:50:44.944993 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-4408b799-3830-4e1b-ac6e-fb09e63ef2e7 service neutron] Attempting to bind port 3bb26e42-7bc8-4ef8-b476-cdbaf87fae04 on network b28cd6a2-97c0-4227-b87f-95781628bc0a {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:50:44.950868 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-4408b799-3830-4e1b-ac6e-fb09e63ef2e7 service neutron] Checking agent: {'id': '9f703877-974c-4713-aaa3-781784e6ea8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 41, 2), 'started_at': datetime.datetime(2021, 2, 16, 15, 41, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.100', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:50:44.951219 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-4408b799-3830-4e1b-ac6e-fb09e63ef2e7 service neutron] Checking segment: {'id': '2e73efd5-fa44-4206-909a-5734c1318f54', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b28cd6a2-97c0-4227-b87f-95781628bc0a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:50:44.951660 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-4408b799-3830-4e1b-ac6e-fb09e63ef2e7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:44.952054 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-4408b799-3830-4e1b-ac6e-fb09e63ef2e7 service neutron] Bound using segment: {'id': '2e73efd5-fa44-4206-909a-5734c1318f54', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b28cd6a2-97c0-4227-b87f-95781628bc0a'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:50:44.952524 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-4408b799-3830-4e1b-ac6e-fb09e63ef2e7 service neutron] Bound port: 3bb26e42-7bc8-4ef8-b476-cdbaf87fae04, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e73efd5-fa44-4206-909a-5734c1318f54', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b28cd6a2-97c0-4227-b87f-95781628bc0a'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:50:44.952897 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-4408b799-3830-4e1b-ac6e-fb09e63ef2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:45.004553 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.objects.ports [None req-b6ee6c0f-08d6-4af2-9817-008e8ac180d4 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84027) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 16 15:50:45.053308 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-4408b799-3830-4e1b-ac6e-fb09e63ef2e7 service neutron] For port 3bb26e42-7bc8-4ef8-b476-cdbaf87fae04, host hv-cinder-77570, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:50:45.056600 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-4408b799-3830-4e1b-ac6e-fb09e63ef2e7 service neutron] For port 3bb26e42-7bc8-4ef8-b476-cdbaf87fae04, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=3bb26e42-7bc8-4ef8-b476-cdbaf87fae04,segment=NetworkSegment(2e73efd5-fa44-4206-909a-5734c1318f54),segment_id=2e73efd5-fa44-4206-909a-5734c1318f54)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:50:45.060157 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-4408b799-3830-4e1b-ac6e-fb09e63ef2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853951842'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:45.085213 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a9e150cd-e7ad-476b-b2ac-9d06954ef62d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:45.231162 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408b799-3830-4e1b-ac6e-fb09e63ef2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb26e42-7bc8-4ef8-b476-cdbaf87fae04,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:45.235023 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-4408b799-3830-4e1b-ac6e-fb09e63ef2e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:45.287681 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-4408b799-3830-4e1b-ac6e-fb09e63ef2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:45.288665 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-4408b799-3830-4e1b-ac6e-fb09e63ef2e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:45.290261 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-4408b799-3830-4e1b-ac6e-fb09e63ef2e7 service neutron] 10.222.0.102 "PUT /v2.0/ports/3bb26e42-7bc8-4ef8-b476-cdbaf87fae04 HTTP/1.1" status: 200 len: 1157 time: 1.3122101 Feb 16 15:50:45.301140 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d40f2-02c2-4cf7-8080-74993daefb2d req-b3a9dde5-5358-4921-b635-803935d92900 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:45.303314 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ff9d40f2-02c2-4cf7-8080-74993daefb2d req-b3a9dde5-5358-4921-b635-803935d92900 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 943 time: 0.1337850 Feb 16 15:50:45.304166 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ce9727-405a-4817-8202-bf6d89f5c6af', 'tag': '3bb26e42-7bc8-4ef8-b476-cdbaf87fae04'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:50:45.433417 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-ca42bf9f-0ca4-49a2-a4f6-186f2b48fa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:45.435180 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-ca42bf9f-0ca4-49a2-a4f6-186f2b48fa6f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0ab3af7787b74d4c93aa4ba8f5c73562&device_id=28ce9727-405a-4817-8202-bf6d89f5c6af HTTP/1.1" status: 200 len: 1160 time: 0.0867600 Feb 16 15:50:45.522284 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-597ac564-6d22-4e65-8980-943968d28d28 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bb26e42-7bc8-4ef8-b476-cdbaf87fae04 HTTP/1.1" status: 200 len: 217 time: 0.0726440 Feb 16 15:50:45.596731 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-fa49e10f-1729-4291-9b87-865cd81e3223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:45.597464 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ff9d40f2-02c2-4cf7-8080-74993daefb2d req-89b665ab-7bc0-4863-ab96-945f88e2cf37 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?id=126aa029-4956-4be5-baa5-8356cf15282d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838552 Feb 16 15:50:45.598367 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-fa49e10f-1729-4291-9b87-865cd81e3223 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=be56c246-7b3e-4ff1-bcb4-89453575e426 HTTP/1.1" status: 200 len: 854 time: 0.0690215 Feb 16 15:50:45.621155 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f78f7f-3ce2-4a13-941a-2fc59a3cfe34 req-b5f1f23a-c2f8-4e61-a22e-cb13624054d5 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:45.621278 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-35f78f7f-3ce2-4a13-941a-2fc59a3cfe34 req-b5f1f23a-c2f8-4e61-a22e-cb13624054d5 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ce9727-405a-4817-8202-bf6d89f5c6af HTTP/1.1" status: 200 len: 943 time: 0.3680220 Feb 16 15:50:45.654550 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-2eb6ec5b-3d46-41c1-bbb8-99084ba1d029 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b28cd6a2-97c0-4227-b87f-95781628bc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490701 Feb 16 15:50:45.656418 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ce9727-405a-4817-8202-bf6d89f5c6af', 'tag': '3bb26e42-7bc8-4ef8-b476-cdbaf87fae04', 'status': 'completed', 'code': 200} Feb 16 15:50:45.666985 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-35f78f7f-3ce2-4a13-941a-2fc59a3cfe34 req-d1447205-5416-48cf-9441-cea7a0cfb7c8 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447962 Feb 16 15:50:45.808618 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f4b7a8e9-9d1d-44fe-99bc-9ffe38c58768 req-749e4696-6b92-42f5-b6e5-33e9047f2dca tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "GET /v2.0/security-groups/8e754c31-52e2-4220-91ed-89ddb2624ab8 HTTP/1.1" status: 200 len: 2993 time: 0.0527318 Feb 16 15:50:45.822680 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-46c3191a-b6a3-40cd-9089-8c895b609d8e service neutron] 10.222.0.102 "GET /v2.0/networks/b28cd6a2-97c0-4227-b87f-95781628bc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425424 Feb 16 15:50:45.881534 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-f4b7a8e9-9d1d-44fe-99bc-9ffe38c58768 req-09e1f3d4-9ed2-495b-bcf7-5f5d598104e6 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:45.912006 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-f4b7a8e9-9d1d-44fe-99bc-9ffe38c58768 req-09e1f3d4-9ed2-495b-bcf7-5f5d598104e6 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:45.960974 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-f4b7a8e9-9d1d-44fe-99bc-9ffe38c58768 req-09e1f3d4-9ed2-495b-bcf7-5f5d598104e6 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:45.966101 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8655b904-6d1a-4d63-9273-71343db2a243 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:45.968628 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-02e56fa4-d5cd-42e6-9495-87b477c0672a req-74bec515-e577-4f15-bbb0-060ae0e5d7d4 service neutron] 10.222.0.102 "GET /v2.0/networks/b28cd6a2-97c0-4227-b87f-95781628bc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1386402 Feb 16 15:50:45.982733 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1f3d4-9ed2-495b-bcf7-5f5d598104e6 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e754c31-52e2-4220-91ed-89ddb2624ab8,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:45.988447 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-09e1f3d4-9ed2-495b-bcf7-5f5d598104e6 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:45.991087 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-f4b7a8e9-9d1d-44fe-99bc-9ffe38c58768 req-09e1f3d4-9ed2-495b-bcf7-5f5d598104e6 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:45.992312 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f4b7a8e9-9d1d-44fe-99bc-9ffe38c58768 req-09e1f3d4-9ed2-495b-bcf7-5f5d598104e6 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] 10.222.0.42 "DELETE /v2.0/security-groups/8e754c31-52e2-4220-91ed-89ddb2624ab8 HTTP/1.1" status: 204 len: 173 time: 0.1771274 Feb 16 15:50:46.048115 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 34072) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:50:46.358985 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device beb6be7a-4c58-49ae-ac5a-507545b96f32 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:50:46.392487 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f61eec-f7e2-46e2-ad0c-71e2d6c7cac0 req-c4863d3e-7e41-4d69-84fb-95cc07d8daaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:46.394273 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-38f61eec-f7e2-46e2-ad0c-71e2d6c7cac0 req-c4863d3e-7e41-4d69-84fb-95cc07d8daaf service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0ab3af7787b74d4c93aa4ba8f5c73562&device_id=28ce9727-405a-4817-8202-bf6d89f5c6af HTTP/1.1" status: 200 len: 1160 time: 0.3299923 Feb 16 15:50:46.436567 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning for port beb6be7a-4c58-49ae-ac5a-507545b96f32 completed by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:50:46.441563 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port beb6be7a-4c58-49ae-ac5a-507545b96f32 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:50:46.441983 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:46.540090 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f61eec-f7e2-46e2-ad0c-71e2d6c7cac0 req-787dbcd7-8df1-45ff-97db-852f93b805e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:46.541669 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-38f61eec-f7e2-46e2-ad0c-71e2d6c7cac0 req-787dbcd7-8df1-45ff-97db-852f93b805e0 service neutron] 10.222.0.102 "GET /v2.0/networks?id=b28cd6a2-97c0-4227-b87f-95781628bc0a HTTP/1.1" status: 200 len: 908 time: 0.1402597 Feb 16 15:50:46.579102 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:46.608557 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b4bdbf-6d56-4377-913c-e610be9a2289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb6be7a-4c58-49ae-ac5a-507545b96f32'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:50:46.619462 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] For port beb6be7a-4c58-49ae-ac5a-507545b96f32, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=beb6be7a-4c58-49ae-ac5a-507545b96f32,segment=NetworkSegment(a613de86-ac2d-4561-8ad2-59c7cbbc24ef),segment_id=a613de86-ac2d-4561-8ad2-59c7cbbc24ef)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:50:46.620629 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-38f61eec-f7e2-46e2-ad0c-71e2d6c7cac0 req-e9999209-3ba7-4de2-a10d-490065cc574d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bb26e42-7bc8-4ef8-b476-cdbaf87fae04 HTTP/1.1" status: 200 len: 217 time: 0.0707181 Feb 16 15:50:46.623339 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:46.625279 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1b8a21ad-7393-4c48-bcdf-a7b70175d831 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:46.681096 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b4bdbf-6d56-4377-913c-e610be9a2289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb6be7a-4c58-49ae-ac5a-507545b96f32', 'code': 200} Feb 16 15:50:46.713278 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f61eec-f7e2-46e2-ad0c-71e2d6c7cac0 req-a308890c-4123-4bb8-8aa3-1c7d47037da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:46.715109 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-38f61eec-f7e2-46e2-ad0c-71e2d6c7cac0 req-a308890c-4123-4bb8-8aa3-1c7d47037da8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=be56c246-7b3e-4ff1-bcb4-89453575e426 HTTP/1.1" status: 200 len: 854 time: 0.0846150 Feb 16 15:50:46.746206 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Pushing event updated for resources: {'Port': ['ID=beb6be7a-4c58-49ae-ac5a-507545b96f32,revision_number=4']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:46.751831 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:46.784536 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-38f61eec-f7e2-46e2-ad0c-71e2d6c7cac0 req-9731bba6-d8c8-445c-9cbe-fe8b7a06f2c5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b28cd6a2-97c0-4227-b87f-95781628bc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605502 Feb 16 15:50:46.984525 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-38f61eec-f7e2-46e2-ad0c-71e2d6c7cac0 req-5d7b8ad8-f224-49de-99b3-4e660c07bddf service neutron] 10.222.0.102 "GET /v2.0/networks/b28cd6a2-97c0-4227-b87f-95781628bc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922402 Feb 16 15:50:47.007742 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db85f74-7af6-47fb-a540-6c55e5ffb126 req-16b88001-6afe-466d-9752-147f64e53835 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:47.009354 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-7db85f74-7af6-47fb-a540-6c55e5ffb126 req-16b88001-6afe-466d-9752-147f64e53835 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 945 time: 0.2312920 Feb 16 15:50:47.038555 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device beb6be7a-4c58-49ae-ac5a-507545b96f32 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:50:47.045096 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8a024-9356-4fed-9b22-f184582f5155 req-0b3e365e-c4d8-44ce-b6e5-fb9ac25be211 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:47.046709 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-73a8a024-9356-4fed-9b22-f184582f5155 req-0b3e365e-c4d8-44ce-b6e5-fb9ac25be211 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ce9727-405a-4817-8202-bf6d89f5c6af HTTP/1.1" status: 200 len: 943 time: 0.2115245 Feb 16 15:50:47.101634 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e0c41-372b-4765-99fc-3dbe1cd1f823 req-5d361e38-44df-4139-8b15-ea8436952b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:47.103284 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1d4e0c41-372b-4765-99fc-3dbe1cd1f823 req-5d361e38-44df-4139-8b15-ea8436952b4a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 1162 time: 0.1923440 Feb 16 15:50:47.110202 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-7db85f74-7af6-47fb-a540-6c55e5ffb126 req-1c55f9f4-54cb-431a-a93a-610d473df0de tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?id=126aa029-4956-4be5-baa5-8356cf15282d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908923 Feb 16 15:50:47.135592 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port beb6be7a-4c58-49ae-ac5a-507545b96f32 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:50:47.136241 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:47.172778 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-73a8a024-9356-4fed-9b22-f184582f5155 req-c90e563d-a664-4483-8764-63c8e7e531be tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141481 Feb 16 15:50:47.193744 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1d4e0c41-372b-4765-99fc-3dbe1cd1f823 req-ff58b7ba-4727-4f6a-b3f2-2ef75a68d7c6 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=126aa029-4956-4be5-baa5-8356cf15282d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800133 Feb 16 15:50:47.196780 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-38f61eec-f7e2-46e2-ad0c-71e2d6c7cac0 req-e88f0601-01c2-4419-a8ef-bf3dba254bf8 service neutron] 10.222.0.102 "GET /v2.0/networks/b28cd6a2-97c0-4227-b87f-95781628bc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2044046 Feb 16 15:50:47.220680 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a1781597-a185-43ae-9d43-f9c463107d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579226'] for router_interface, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:47.611354 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a1781597-a185-43ae-9d43-f9c463107d41 admin admin] Deleting port 74afd4cd-e4df-420f-9c06-5251e13e2d8b {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:50:47.611832 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a1781597-a185-43ae-9d43-f9c463107d41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:47.818620 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-a1781597-a185-43ae-9d43-f9c463107d41 admin admin] For port 74afd4cd-e4df-420f-9c06-5251e13e2d8b, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=74afd4cd-e4df-420f-9c06-5251e13e2d8b,segment=NetworkSegment(a4b1d6a3-4a85-4d78-999e-ea5314b6b84d),segment_id=a4b1d6a3-4a85-4d78-999e-ea5314b6b84d)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:50:47.819024 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a1781597-a185-43ae-9d43-f9c463107d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:47.954029 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a1781597-a185-43ae-9d43-f9c463107d41 admin admin] Calling delete_port for 74afd4cd-e4df-420f-9c06-5251e13e2d8b owned by network:router_interface {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:50:48.132222 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a1781597-a185-43ae-9d43-f9c463107d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838928334'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:48.148003 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f9e8a5c3-a0d8-4eb1-846a-65ee38eeec84 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:48.255431 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1781597-a185-43ae-9d43-f9c463107d41 admin admin] Pushing event deleted for resources: {'Port': ['ID=74afd4cd-e4df-420f-9c06-5251e13e2d8b,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:48.308046 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a1781597-a185-43ae-9d43-f9c463107d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:48.496881 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47570bb2-144a-4d02-833f-59589c4905e2 req-9f0f8469-163f-497e-8ea6-37058b33b9db tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:48.498567 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-47570bb2-144a-4d02-833f-59589c4905e2 req-9f0f8469-163f-497e-8ea6-37058b33b9db tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 945 time: 0.2522459 Feb 16 15:50:48.544423 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f30ea1-28ea-42ea-8424-7a1dee298e80 req-4915123c-2571-479b-a813-ba3d80dea118 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:48.546084 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-34f30ea1-28ea-42ea-8424-7a1dee298e80 req-4915123c-2571-479b-a813-ba3d80dea118 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ce9727-405a-4817-8202-bf6d89f5c6af HTTP/1.1" status: 200 len: 943 time: 0.2370441 Feb 16 15:50:48.606732 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-47570bb2-144a-4d02-833f-59589c4905e2 req-6937297d-c189-472e-a34e-3c804acb5431 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?id=126aa029-4956-4be5-baa5-8356cf15282d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954561 Feb 16 15:50:48.976703 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-34f30ea1-28ea-42ea-8424-7a1dee298e80 req-b0300402-799c-49d5-86b5-dd0c8fbf748b tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4220607 Feb 16 15:50:49.037367 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a1781597-a185-43ae-9d43-f9c463107d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1535162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854189782'] for router_interface, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:49.564354 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1781597-a185-43ae-9d43-f9c463107d41 admin admin] Router ab4716f7-1eb7-4b16-8491-79da3bcddcec has already been hosted by L3 agent cace3e07-576d-4918-a0d2-7f739a7a8110 {{(pid=84025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 15:50:49.813999 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1781597-a185-43ae-9d43-f9c463107d41 admin admin] Notify agent at l3_agent.dv-cinder-775706-1-smb the message routers_updated {{(pid=84025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:50:49.822879 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e9ecf4-30f3-44dd-8e4a-83ddbaa55b44 None None] Sync routers for ids ['ab4716f7-1eb7-4b16-8491-79da3bcddcec'] in dv-cinder-775706-1-smb {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:50:49.833430 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e9ecf4-30f3-44dd-8e4a-83ddbaa55b44 None None] Routers {'ab4716f7-1eb7-4b16-8491-79da3bcddcec'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:50:49.834195 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-92e9ecf4-30f3-44dd-8e4a-83ddbaa55b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:50:28Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['ab4716f7-1eb7-4b16-8491-79da3bcddcec'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:50:49.838724 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-a1781597-a185-43ae-9d43-f9c463107d41 admin admin] 10.222.0.42 "PUT /v2.0/routers/ab4716f7-1eb7-4b16-8491-79da3bcddcec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7894039 Feb 16 15:50:49.841568 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 34132) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:50:49.849804 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e809fa6-75ae-460f-8ef4-ed48e822d1c9 req-c19efe82-5856-4739-b88f-1ad3c89496bf tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:49.851503 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6e809fa6-75ae-460f-8ef4-ed48e822d1c9 req-c19efe82-5856-4739-b88f-1ad3c89496bf tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 945 time: 0.1295140 Feb 16 15:50:49.900928 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6e809fa6-75ae-460f-8ef4-ed48e822d1c9 req-3dbad69d-dee8-4168-a3fa-3dc0b9065c56 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?id=126aa029-4956-4be5-baa5-8356cf15282d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429790 Feb 16 15:50:49.907403 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device beb6be7a-4c58-49ae-ac5a-507545b96f32 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:50:50.052943 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e14c78aa-606f-40df-b06b-64822ca51b6e admin admin] Notify callbacks [] for router, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:50.080026 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port beb6be7a-4c58-49ae-ac5a-507545b96f32 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:50:50.080374 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:50.166140 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-92e9ecf4-30f3-44dd-8e4a-83ddbaa55b44 None None] Set router ab4716f7-1eb7-4b16-8491-79da3bcddcec gateway port host: dv-cinder-775706-1-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:50:50.182962 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351dc45-d607-4de1-a704-42ad6b489ac3 req-f341ea9f-85ad-4a16-97b4-776276e52885 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:50.184839 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1351dc45-d607-4de1-a704-42ad6b489ac3 req-f341ea9f-85ad-4a16-97b4-776276e52885 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 945 time: 0.1525962 Feb 16 15:50:50.231320 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c7003-c654-466b-9728-3741b9e5e5c0 req-f9fc3aa2-c14c-4d8f-934f-97e5577d0ab9 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:50.233221 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5a3c7003-c654-466b-9728-3741b9e5e5c0 req-f9fc3aa2-c14c-4d8f-934f-97e5577d0ab9 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ce9727-405a-4817-8202-bf6d89f5c6af HTTP/1.1" status: 200 len: 943 time: 0.1380911 Feb 16 15:50:50.262668 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e14c78aa-606f-40df-b06b-64822ca51b6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:50.268553 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e14c78aa-606f-40df-b06b-64822ca51b6e admin admin] Deleting port 9d8980ed-73a5-4ee9-bb76-906a8915da89 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:50:50.268925 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e14c78aa-606f-40df-b06b-64822ca51b6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:50.274063 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1351dc45-d607-4de1-a704-42ad6b489ac3 req-c645a95c-ba69-4802-ba73-e951beb66121 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?id=126aa029-4956-4be5-baa5-8356cf15282d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819218 Feb 16 15:50:50.309834 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5a3c7003-c654-466b-9728-3741b9e5e5c0 req-5bab7003-201b-4ea0-9ae4-061ec8dd4410 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661030 Feb 16 15:50:50.438430 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 3bb26e42-7bc8-4ef8-b476-cdbaf87fae04 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:50:50.482108 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-e14c78aa-606f-40df-b06b-64822ca51b6e admin admin] For port 9d8980ed-73a5-4ee9-bb76-906a8915da89, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=9d8980ed-73a5-4ee9-bb76-906a8915da89,segment=NetworkSegment(0724bfbb-7f18-4768-b879-84dbe1be3f59),segment_id=0724bfbb-7f18-4768-b879-84dbe1be3f59)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:50:50.482926 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e14c78aa-606f-40df-b06b-64822ca51b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:50.603338 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning for port 3bb26e42-7bc8-4ef8-b476-cdbaf87fae04 completed by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:50:50.608855 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-92e9ecf4-30f3-44dd-8e4a-83ddbaa55b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'name': 'tempest-TestShelveInstance-1975427922-router', 'tenant_id': '95244e1fbac2403f9179e5db28ffcf7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': '9d8980ed-73a5-4ee9-bb76-906a8915da89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:44:48Z', 'updated_at': '2021-02-16T15:50:48Z', 'revision_number': 5, 'project_id': '95244e1fbac2403f9179e5db28ffcf7a', 'gw_port': {'id': '9d8980ed-73a5-4ee9-bb76-906a8915da89', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:44:49Z', 'updated_at': '2021-02-16T15:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb'}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:50:50.617176 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 3bb26e42-7bc8-4ef8-b476-cdbaf87fae04 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:50:50.617604 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:50.652085 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e9ecf4-30f3-44dd-8e4a-83ddbaa55b44 None None] Checking router: ab4716f7-1eb7-4b16-8491-79da3bcddcec for host: dv-cinder-775706-1-smb {{(pid=84027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:50:50.654638 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e14c78aa-606f-40df-b06b-64822ca51b6e admin admin] Calling delete_port for 9d8980ed-73a5-4ee9-bb76-906a8915da89 owned by network:router_gateway {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:50:50.684223 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e9ecf4-30f3-44dd-8e4a-83ddbaa55b44 None None] Routers {'ab4716f7-1eb7-4b16-8491-79da3bcddcec'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:50:50.684862 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-92e9ecf4-30f3-44dd-8e4a-83ddbaa55b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:50:28Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['ab4716f7-1eb7-4b16-8491-79da3bcddcec'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:50:50.840760 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e14c78aa-606f-40df-b06b-64822ca51b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-823957'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:50.992232 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504c034-6ddf-474c-9497-f9aa4ebf7769 req-58fe4d92-a011-4771-8bae-d2c09aa72d8b tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:50.999961 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a504c034-6ddf-474c-9497-f9aa4ebf7769 req-58fe4d92-a011-4771-8bae-d2c09aa72d8b tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 945 time: 0.1138690 Feb 16 15:50:51.044460 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e14c78aa-606f-40df-b06b-64822ca51b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854111114'] for router_gateway, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:51.113533 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a504c034-6ddf-474c-9497-f9aa4ebf7769 req-4a737aff-2978-4d14-8556-7d1a8c653165 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?id=126aa029-4956-4be5-baa5-8356cf15282d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112111 Feb 16 15:50:51.135808 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:51.162117 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-92e9ecf4-30f3-44dd-8e4a-83ddbaa55b44 None None] Set router ab4716f7-1eb7-4b16-8491-79da3bcddcec gateway port host: dv-cinder-775706-1-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:50:51.218186 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e14c78aa-606f-40df-b06b-64822ca51b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12175'] for router, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:51.220677 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e14c78aa-606f-40df-b06b-64822ca51b6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:51.250268 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e14c78aa-606f-40df-b06b-64822ca51b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-568713'] for router, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:51.251647 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14c78aa-606f-40df-b06b-64822ca51b6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab4716f7-1eb7-4b16-8491-79da3bcddcec {{(pid=84026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 15:50:51.269686 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e14c78aa-606f-40df-b06b-64822ca51b6e admin admin] Notify callbacks [] for router, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:51.274128 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 34160) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:50:51.274365 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-e14c78aa-606f-40df-b06b-64822ca51b6e admin admin] 10.222.0.42 "DELETE /v2.0/routers/ab4716f7-1eb7-4b16-8491-79da3bcddcec HTTP/1.1" status: 204 len: 168 time: 1.4315140 Feb 16 15:50:51.313928 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ce9727-405a-4817-8202-bf6d89f5c6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb26e42-7bc8-4ef8-b476-cdbaf87fae04'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:50:51.354878 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_v2 [None req-5478b42a-4997-401b-9454-fec6fcc22b3f admin admin] Deleting subnet b7de20fc-ff7d-4e6d-8c17-e373476884b7 {{(pid=84025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 15:50:51.358688 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5478b42a-4997-401b-9454-fec6fcc22b3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:51.390799 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] For port 3bb26e42-7bc8-4ef8-b476-cdbaf87fae04, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=3bb26e42-7bc8-4ef8-b476-cdbaf87fae04,segment=NetworkSegment(2e73efd5-fa44-4206-909a-5734c1318f54),segment_id=2e73efd5-fa44-4206-909a-5734c1318f54)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:50:51.403282 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:51.407904 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:51.425860 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5478b42a-4997-401b-9454-fec6fcc22b3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839627706'] for subnet, precommit_delete_associations {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:51.444977 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ce9727-405a-4817-8202-bf6d89f5c6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb26e42-7bc8-4ef8-b476-cdbaf87fae04', 'code': 200} Feb 16 15:50:51.539050 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Pushing event updated for resources: {'Port': ['ID=3bb26e42-7bc8-4ef8-b476-cdbaf87fae04,revision_number=4']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:51.543299 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:51.603407 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5478b42a-4997-401b-9454-fec6fcc22b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1516034'] for subnet, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:51.615258 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-92e9ecf4-30f3-44dd-8e4a-83ddbaa55b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'name': 'tempest-TestShelveInstance-1975427922-router', 'tenant_id': '95244e1fbac2403f9179e5db28ffcf7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': '9d8980ed-73a5-4ee9-bb76-906a8915da89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:44:48Z', 'updated_at': '2021-02-16T15:50:48Z', 'revision_number': 5, 'project_id': '95244e1fbac2403f9179e5db28ffcf7a', 'gw_port': {'id': '9d8980ed-73a5-4ee9-bb76-906a8915da89', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:44:49Z', 'updated_at': '2021-02-16T15:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb'}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:50:51.619465 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e9ecf4-30f3-44dd-8e4a-83ddbaa55b44 None None] The sync data for ids ['ab4716f7-1eb7-4b16-8491-79da3bcddcec'] in dv-cinder-775706-1-smb is: [{'id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'name': 'tempest-TestShelveInstance-1975427922-router', 'tenant_id': '95244e1fbac2403f9179e5db28ffcf7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': '9d8980ed-73a5-4ee9-bb76-906a8915da89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:44:48Z', 'updated_at': '2021-02-16T15:50:48Z', 'revision_number': 5, 'project_id': '95244e1fbac2403f9179e5db28ffcf7a', 'gw_port': {'id': '9d8980ed-73a5-4ee9-bb76-906a8915da89', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4716f7-1eb7-4b16-8491-79da3bcddcec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:44:49Z', 'updated_at': '2021-02-16T15:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb'}] {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:50:51.760806 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fc811-10c6-481b-bd14-5f66f074452c req-f9e027ce-db8e-474e-a37a-3e94eca566d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:51.761457 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24644e-5133-4ef0-9862-573bd4109c2e req-86012b4d-9b81-413e-931b-7d6c6182cb00 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:51.762669 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f08fc811-10c6-481b-bd14-5f66f074452c req-f9e027ce-db8e-474e-a37a-3e94eca566d3 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=28ce9727-405a-4817-8202-bf6d89f5c6af HTTP/1.1" status: 200 len: 1162 time: 0.1050854 Feb 16 15:50:51.769433 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cb24644e-5133-4ef0-9862-573bd4109c2e req-86012b4d-9b81-413e-931b-7d6c6182cb00 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ce9727-405a-4817-8202-bf6d89f5c6af HTTP/1.1" status: 200 len: 945 time: 0.2955732 Feb 16 15:50:51.820395 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f08fc811-10c6-481b-bd14-5f66f074452c req-05841947-7571-4ed9-ad96-5f3b98104e29 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483160 Feb 16 15:50:51.827022 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 3bb26e42-7bc8-4ef8-b476-cdbaf87fae04 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:50:51.899469 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-cb24644e-5133-4ef0-9862-573bd4109c2e req-39d2ce9b-2684-4e0d-9fe9-332dcc32bbe6 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290085 Feb 16 15:50:51.941978 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 3bb26e42-7bc8-4ef8-b476-cdbaf87fae04 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:50:51.942430 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:52.010828 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5478b42a-4997-401b-9454-fec6fcc22b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853259749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15847524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840885529'] for subnet, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:52.027015 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8d3b6c65-82b3-4b76-82db-7eff1e1ed2c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:52.117798 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5478b42a-4997-401b-9454-fec6fcc22b3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7de20fc-ff7d-4e6d-8c17-e373476884b7,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:52.130666 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5478b42a-4997-401b-9454-fec6fcc22b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:52.165503 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5478b42a-4997-401b-9454-fec6fcc22b3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:52.170983 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dcad01-c907-4a7b-8420-61070fd2ac25 None None] Network 07d20f6e-5405-4664-8b3b-c7e7fb2edb46 requested from dv-cinder-775706-1-smb {{(pid=84027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:50:52.172858 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-5478b42a-4997-401b-9454-fec6fcc22b3f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b7de20fc-ff7d-4e6d-8c17-e373476884b7 HTTP/1.1" status: 204 len: 168 time: 0.8972013 Feb 16 15:50:52.175857 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 34172) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:50:52.293830 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ce0d-e8ff-4315-87a9-33942006e657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1401933'] for network, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:52.370428 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f8d0ce0d-e8ff-4315-87a9-33942006e657 admin admin] Deleting port 4d02ca61-ba5a-4887-9095-23960824ae6c {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:50:52.370824 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ce0d-e8ff-4315-87a9-33942006e657 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:52.484173 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6ed52e-cc79-465f-9f0e-0822e92bf2b7 None None] DHCP port deletion for 07d20f6e-5405-4664-8b3b-c7e7fb2edb46 request from dv-cinder-775706-1-smb {{(pid=84027) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 16 15:50:52.490591 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-db6ed52e-cc79-465f-9f0e-0822e92bf2b7 None None] Deleting port 4d02ca61-ba5a-4887-9095-23960824ae6c {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:50:52.491125 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-db6ed52e-cc79-465f-9f0e-0822e92bf2b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:52.615995 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f8d0ce0d-e8ff-4315-87a9-33942006e657 admin admin] For port 4d02ca61-ba5a-4887-9095-23960824ae6c, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=4d02ca61-ba5a-4887-9095-23960824ae6c,segment=NetworkSegment(a4b1d6a3-4a85-4d78-999e-ea5314b6b84d),segment_id=a4b1d6a3-4a85-4d78-999e-ea5314b6b84d)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:50:52.616392 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ce0d-e8ff-4315-87a9-33942006e657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:52.727694 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-db6ed52e-cc79-465f-9f0e-0822e92bf2b7 None None] For port 4d02ca61-ba5a-4887-9095-23960824ae6c, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=4d02ca61-ba5a-4887-9095-23960824ae6c,segment=NetworkSegment(a4b1d6a3-4a85-4d78-999e-ea5314b6b84d),segment_id=a4b1d6a3-4a85-4d78-999e-ea5314b6b84d)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:50:52.728780 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-db6ed52e-cc79-465f-9f0e-0822e92bf2b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:52.871315 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-db6ed52e-cc79-465f-9f0e-0822e92bf2b7 None None] Calling delete_port for 4d02ca61-ba5a-4887-9095-23960824ae6c owned by network:dhcp {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:50:52.956146 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-db6ed52e-cc79-465f-9f0e-0822e92bf2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:52.969377 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:52.991627 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f8d0ce0d-e8ff-4315-87a9-33942006e657 admin admin] Calling delete_port for 4d02ca61-ba5a-4887-9095-23960824ae6c owned by network:dhcp {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:50:53.073035 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.db.api [None req-f8d0ce0d-e8ff-4315-87a9-33942006e657 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84026) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:50:53.073820 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_db.api [None req-f8d0ce0d-e8ff-4315-87a9-33942006e657 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 15:50:53.074435 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ed52e-cc79-465f-9f0e-0822e92bf2b7 None None] Pushing event deleted for resources: {'Port': ['ID=4d02ca61-ba5a-4887-9095-23960824ae6c,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:53.079024 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-db6ed52e-cc79-465f-9f0e-0822e92bf2b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:53.127552 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6ed52e-cc79-465f-9f0e-0822e92bf2b7 None None] No DVR routers for this DVR port 4d02ca61-ba5a-4887-9095-23960824ae6c on host dv-cinder-775706-1-smb {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 15:50:53.190467 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199159ad-7ae6-4ff7-8223-a031f0aa76c6 req-0b9e5cc8-53fe-4481-a369-fd1130c66580 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:53.192334 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-199159ad-7ae6-4ff7-8223-a031f0aa76c6 req-0b9e5cc8-53fe-4481-a369-fd1130c66580 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ce9727-405a-4817-8202-bf6d89f5c6af HTTP/1.1" status: 200 len: 945 time: 0.1475732 Feb 16 15:50:53.228086 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 74afd4cd-e4df-420f-9c06-5251e13e2d8b no longer exists at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 15:50:53.245506 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-199159ad-7ae6-4ff7-8223-a031f0aa76c6 req-563748cb-8e49-4898-b352-f88d5c9fbd03 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461559 Feb 16 15:50:53.269911 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3a29449c-3776-4258-9627-10026e36c514 None None] No Port match for: 74afd4cd-e4df-420f-9c06-5251e13e2d8b {{(pid=84027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 15:50:53.270624 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 74afd4cd-e4df-420f-9c06-5251e13e2d8b not bound to the agent host dv-cinder-775706-1-smb {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 15:50:53.271103 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 9d8980ed-73a5-4ee9-bb76-906a8915da89 no longer exists at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 15:50:53.310855 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3a29449c-3776-4258-9627-10026e36c514 None None] No Port match for: 9d8980ed-73a5-4ee9-bb76-906a8915da89 {{(pid=84027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 15:50:53.311249 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 9d8980ed-73a5-4ee9-bb76-906a8915da89 not bound to the agent host dv-cinder-775706-1-smb {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 15:50:53.311722 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 4d02ca61-ba5a-4887-9095-23960824ae6c no longer exists at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 15:50:53.347715 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3a29449c-3776-4258-9627-10026e36c514 None None] No Port match for: 4d02ca61-ba5a-4887-9095-23960824ae6c {{(pid=84027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 15:50:53.348110 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 4d02ca61-ba5a-4887-9095-23960824ae6c not bound to the agent host dv-cinder-775706-1-smb {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 15:50:53.575416 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f8d0ce0d-e8ff-4315-87a9-33942006e657 admin admin] Deleting port 4d02ca61-ba5a-4887-9095-23960824ae6c {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:50:53.575806 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ce0d-e8ff-4315-87a9-33942006e657 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:53.652966 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f8d0ce0d-e8ff-4315-87a9-33942006e657 admin admin] The port '4d02ca61-ba5a-4887-9095-23960824ae6c' was deleted {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 16 15:50:53.797608 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ce0d-e8ff-4315-87a9-33942006e657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519515', 'neutron.services.segments.db._delete_segments_for_network--9223363282561163551'] for network, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:53.896537 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 3bb26e42-7bc8-4ef8-b476-cdbaf87fae04 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:50:53.920426 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-f8d0ce0d-e8ff-4315-87a9-33942006e657 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d20f6e-5405-4664-8b3b-c7e7fb2edb46']}} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:50:53.937621 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-f8d0ce0d-e8ff-4315-87a9-33942006e657 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b1d6a3-4a85-4d78-999e-ea5314b6b84d') {'for_net_delete': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:50:53.938084 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-f8d0ce0d-e8ff-4315-87a9-33942006e657 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b1d6a3-4a85-4d78-999e-ea5314b6b84d') {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:50:53.954316 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ce0d-e8ff-4315-87a9-33942006e657 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282561152287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15423062'] for segment, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:53.980172 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ce0d-e8ff-4315-87a9-33942006e657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853259932'] for segment, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:53.982564 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f8d0ce0d-e8ff-4315-87a9-33942006e657 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 15:50:53.983593 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 3bb26e42-7bc8-4ef8-b476-cdbaf87fae04 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:50:53.984021 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:54.184629 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f8d0ce0d-e8ff-4315-87a9-33942006e657 admin admin] Network 07d20f6e-5405-4664-8b3b-c7e7fb2edb46 has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 15:50:54.198262 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ce0d-e8ff-4315-87a9-33942006e657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1515795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-826721'] for segment, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:54.377659 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f8d0ce0d-e8ff-4315-87a9-33942006e657 admin admin] Network 07d20f6e-5405-4664-8b3b-c7e7fb2edb46 has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 15:50:54.400268 dv-cinder-775706-1-smb neutron-server[83912]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:50:54.400268 dv-cinder-775706-1-smb neutron-server[83912]: % (table.description, expected, rows_matched) Feb 16 15:50:54.400268 dv-cinder-775706-1-smb neutron-server[83912]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:50:54.400268 dv-cinder-775706-1-smb neutron-server[83912]: % (table.description, expected, rows_matched) Feb 16 15:50:54.400268 dv-cinder-775706-1-smb neutron-server[83912]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:50:54.400268 dv-cinder-775706-1-smb neutron-server[83912]: % (table.description, expected, rows_matched) Feb 16 15:50:54.400268 dv-cinder-775706-1-smb neutron-server[83912]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:50:54.400268 dv-cinder-775706-1-smb neutron-server[83912]: % (table.description, expected, rows_matched) Feb 16 15:50:54.400268 dv-cinder-775706-1-smb neutron-server[83912]: Traceback (most recent call last): Feb 16 15:50:54.400268 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:50:54.400268 dv-cinder-775706-1-smb neutron-server[83912]: timer() Feb 16 15:50:54.400268 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:50:54.400268 dv-cinder-775706-1-smb neutron-server[83912]: cb(*args, **kw) Feb 16 15:50:54.400268 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 15:50:54.400268 dv-cinder-775706-1-smb neutron-server[83912]: return func(*args, **kwargs) Feb 16 15:50:54.400268 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:50:54.400268 dv-cinder-775706-1-smb neutron-server[83912]: self._notify() Feb 16 15:50:54.400268 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:50:54.400268 dv-cinder-775706-1-smb neutron-server[83912]: self.callback(batched_events) Feb 16 15:50:54.400268 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:50:54.400268 dv-cinder-775706-1-smb neutron-server[83912]: event.method(event) Feb 16 15:50:54.400268 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 15:50:54.400268 dv-cinder-775706-1-smb neutron-server[83912]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:50:54.400268 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 15:50:54.400268 dv-cinder-775706-1-smb neutron-server[83912]: segment_id)['aggregates'][0] Feb 16 15:50:54.400268 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 15:50:54.400268 dv-cinder-775706-1-smb neutron-server[83912]: return f(self, *a, **k) Feb 16 15:50:54.400268 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 15:50:54.400268 dv-cinder-775706-1-smb neutron-server[83912]: return self._get(url).json() Feb 16 15:50:54.400268 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:50:54.400268 dv-cinder-775706-1-smb neutron-server[83912]: **kwargs) Feb 16 15:50:54.400268 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 15:50:54.400268 dv-cinder-775706-1-smb neutron-server[83912]: return self.request(url, 'GET', **kwargs) Feb 16 15:50:54.400268 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 15:50:54.400268 dv-cinder-775706-1-smb neutron-server[83912]: **endpoint_filter) Feb 16 15:50:54.400268 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 15:50:54.400268 dv-cinder-775706-1-smb neutron-server[83912]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:50:54.400268 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 15:50:54.400268 dv-cinder-775706-1-smb neutron-server[83912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:50:54.400268 dv-cinder-775706-1-smb neutron-server[83912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:50:54.454797 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46652e88-42ed-4f88-80d1-478f7598a849 req-42bbc731-89b7-44ad-af3b-91d8b2e80e4a tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:54.456418 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-46652e88-42ed-4f88-80d1-478f7598a849 req-42bbc731-89b7-44ad-af3b-91d8b2e80e4a tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ce9727-405a-4817-8202-bf6d89f5c6af HTTP/1.1" status: 200 len: 945 time: 0.0905895 Feb 16 15:50:54.487303 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ce0d-e8ff-4315-87a9-33942006e657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853256212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664669'] for network, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:54.491570 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-11596bd1-5845-41a1-8be5-0779ed03baea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:54.507664 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-46652e88-42ed-4f88-80d1-478f7598a849 req-039fb3f4-7b4e-4088-9e27-348f45e11b1c tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446191 Feb 16 15:50:54.508529 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ce0d-e8ff-4315-87a9-33942006e657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:54.515265 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0ce0d-e8ff-4315-87a9-33942006e657 admin admin] Pushing event deleted for resources: {'Network': ['ID=07d20f6e-5405-4664-8b3b-c7e7fb2edb46,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:54.520943 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f8d0ce0d-e8ff-4315-87a9-33942006e657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:54.532825 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-f8d0ce0d-e8ff-4315-87a9-33942006e657 admin admin] 10.222.0.42 "DELETE /v2.0/networks/07d20f6e-5405-4664-8b3b-c7e7fb2edb46 HTTP/1.1" status: 204 len: 168 time: 2.3558631 Feb 16 15:50:54.536132 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 34220) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:50:55.153929 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-80caac8b-fe6f-4156-8b8b-6b26ce2b28fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579226'] for router_interface, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:55.237166 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0686c22f-0872-4ede-bb0e-776c3e01d6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:55.572885 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-80caac8b-fe6f-4156-8b8b-6b26ce2b28fe admin admin] Deleting port ab65338f-dc5b-45b5-9814-f5a4210231c9 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:50:55.573271 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-80caac8b-fe6f-4156-8b8b-6b26ce2b28fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:55.770083 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-80caac8b-fe6f-4156-8b8b-6b26ce2b28fe admin admin] For port ab65338f-dc5b-45b5-9814-f5a4210231c9, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=ab65338f-dc5b-45b5-9814-f5a4210231c9,segment=NetworkSegment(a41281bc-446c-4a83-910b-59620589f33b),segment_id=a41281bc-446c-4a83-910b-59620589f33b)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:50:55.770428 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-80caac8b-fe6f-4156-8b8b-6b26ce2b28fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:55.904615 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-80caac8b-fe6f-4156-8b8b-6b26ce2b28fe admin admin] Calling delete_port for ab65338f-dc5b-45b5-9814-f5a4210231c9 owned by network:router_interface {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:50:56.079979 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-80caac8b-fe6f-4156-8b8b-6b26ce2b28fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-823957'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:56.095972 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0be5d1bd-9d26-4795-8a09-2a0ac701f5bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:56.193023 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80caac8b-fe6f-4156-8b8b-6b26ce2b28fe admin admin] Pushing event deleted for resources: {'Port': ['ID=ab65338f-dc5b-45b5-9814-f5a4210231c9,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:56.203559 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-80caac8b-fe6f-4156-8b8b-6b26ce2b28fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:56.679653 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298c89a-e117-4c9a-8aed-d5d8fbdd48cc req-87f45647-9d91-4509-a92e-07a10b02f362 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:56.682209 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3298c89a-e117-4c9a-8aed-d5d8fbdd48cc req-87f45647-9d91-4509-a92e-07a10b02f362 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 945 time: 0.1130111 Feb 16 15:50:56.754326 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3298c89a-e117-4c9a-8aed-d5d8fbdd48cc req-35279081-578d-41bc-8f83-5e2a2d2dfdb5 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?id=126aa029-4956-4be5-baa5-8356cf15282d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606349 Feb 16 15:50:56.842577 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-80caac8b-fe6f-4156-8b8b-6b26ce2b28fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1535162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854189782'] for router_interface, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:56.960250 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-386ba563-7293-4052-87f5-bb6a6f180c8e req-177fba5c-22ce-496e-9f74-c1e1684960b7 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1756530 Feb 16 15:50:56.971857 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-386ba563-7293-4052-87f5-bb6a6f180c8e req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Request body: {'floatingip': {'floating_network_id': '98aad332-78bd-43b9-832c-6a78188811e7'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:50:56.978120 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-386ba563-7293-4052-87f5-bb6a6f180c8e req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:50:56.982629 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-386ba563-7293-4052-87f5-bb6a6f180c8e req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Usage tracker for resource:floatingip and tenant:6397327af94e4044ae5e667ca93f345c is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:50:56.986128 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-386ba563-7293-4052-87f5-bb6a6f180c8e req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:50:56.992854 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-386ba563-7293-4052-87f5-bb6a6f180c8e req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:50:57.004763 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-386ba563-7293-4052-87f5-bb6a6f180c8e req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks [] for floatingip, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:57.181445 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-386ba563-7293-4052-87f5-bb6a6f180c8e req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:57.426997 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80caac8b-fe6f-4156-8b8b-6b26ce2b28fe admin admin] Router ae06c8c0-395e-4e2e-873f-35efdc1ccba1 has already been hosted by L3 agent cace3e07-576d-4918-a0d2-7f739a7a8110 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 15:50:57.487195 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-386ba563-7293-4052-87f5-bb6a6f180c8e req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Allocated IP 172.28.2.39 (98aad332-78bd-43b9-832c-6a78188811e7/07894c69-ecbd-40ed-969e-9ba4c4e7f1e8/37b5e2a5-c1a7-4c30-9a40-c09242872c30) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:50:57.555310 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 34296) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:50:57.627899 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80caac8b-fe6f-4156-8b8b-6b26ce2b28fe admin admin] Notify agent at l3_agent.dv-cinder-775706-1-smb the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:50:57.637637 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-80caac8b-fe6f-4156-8b8b-6b26ce2b28fe admin admin] 10.222.0.42 "PUT /v2.0/routers/ae06c8c0-395e-4e2e-873f-35efdc1ccba1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0999205 Feb 16 15:50:57.638732 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7870e1d5-d848-4c0c-9cc0-707150ecadfd None None] Sync routers for ids ['ae06c8c0-395e-4e2e-873f-35efdc1ccba1'] in dv-cinder-775706-1-smb {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:50:57.641019 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 34302) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:50:57.657718 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-386ba563-7293-4052-87f5-bb6a6f180c8e req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:57.657932 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7870e1d5-d848-4c0c-9cc0-707150ecadfd None None] Routers {'ae06c8c0-395e-4e2e-873f-35efdc1ccba1'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:50:57.659330 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7870e1d5-d848-4c0c-9cc0-707150ecadfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:50:28Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['ae06c8c0-395e-4e2e-873f-35efdc1ccba1'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:50:57.689955 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-386ba563-7293-4052-87f5-bb6a6f180c8e req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838928334'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:57.706805 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f1c09763-88cf-4c9f-8111-bd39a51f6bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:57.822426 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-125b2d08-9940-4d27-9fb4-d3fe71a6a965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:57.908762 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8cf8fa20-0f8c-47d3-9114-b56799426d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:57.937391 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-8cf8fa20-0f8c-47d3-9114-b56799426d4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:50:57.953347 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-8cf8fa20-0f8c-47d3-9114-b56799426d4e admin admin] Usage tracker for resource:security_group_rule and tenant:f83a38e3c7894c61b0884712ac654f50 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:50:57.961131 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-8cf8fa20-0f8c-47d3-9114-b56799426d4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:50:57.971171 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-8cf8fa20-0f8c-47d3-9114-b56799426d4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:50:58.031451 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7ea57f3d-ebbf-4394-819c-097960e6e37d admin admin] Notify callbacks [] for router, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:58.108089 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Pushing event updated for resources: {'Port': ['ID=37b5e2a5-c1a7-4c30-9a40-c09242872c30,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:58.115059 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-7870e1d5-d848-4c0c-9cc0-707150ecadfd None None] Set router ae06c8c0-395e-4e2e-873f-35efdc1ccba1 gateway port host: dv-cinder-775706-1-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:50:58.115357 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:58.134189 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:58.134670 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:58.135099 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:58.135511 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:58.135916 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:58.136319 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:58.136729 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:58.137118 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:58.137517 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:58.137923 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:58.138308 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:58.138719 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:58.139185 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:58.139582 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:58.139978 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:58.140374 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:58.140858 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:58.141255 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:58.141648 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:58.142040 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:58.142452 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:58.142849 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:58.143294 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:58.143686 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:50:58.150777 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:58.189713 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-386ba563-7293-4052-87f5-bb6a6f180c8e req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Network 98aad332-78bd-43b9-832c-6a78188811e7 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:50:58.190831 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-386ba563-7293-4052-87f5-bb6a6f180c8e req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:50:58.194240 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-386ba563-7293-4052-87f5-bb6a6f180c8e req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:50:58.291292 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-386ba563-7293-4052-87f5-bb6a6f180c8e req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:58.301988 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7ea57f3d-ebbf-4394-819c-097960e6e37d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:58.306508 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8cf8fa20-0f8c-47d3-9114-b56799426d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:58.309351 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7ea57f3d-ebbf-4394-819c-097960e6e37d admin admin] Deleting port fedea491-7ab5-4108-afc3-64c97c4241d2 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:50:58.309711 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7ea57f3d-ebbf-4394-819c-097960e6e37d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:58.340596 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8cf8fa20-0f8c-47d3-9114-b56799426d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:58.354566 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-bfe59dcc-878d-403e-aad2-45c52be8afed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:58.376456 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-386ba563-7293-4052-87f5-bb6a6f180c8e req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:58.410625 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf8fa20-0f8c-47d3-9114-b56799426d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12b369f-01b8-41a2-826b-dd70ffa2c45a,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:58.436163 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8cf8fa20-0f8c-47d3-9114-b56799426d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:58.474676 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7870e1d5-d848-4c0c-9cc0-707150ecadfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae06c8c0-395e-4e2e-873f-35efdc1ccba1', 'name': 'tempest-TestShelveInstance-1750640916-router', 'tenant_id': '64769dda29024045b5aa818b205f4b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.77'}], 'enable_snat': True}, 'gw_port_id': 'fedea491-7ab5-4108-afc3-64c97c4241d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:45:01Z', 'updated_at': '2021-02-16T15:50:56Z', 'revision_number': 5, 'project_id': '64769dda29024045b5aa818b205f4b7f', 'gw_port': {'id': 'fedea491-7ab5-4108-afc3-64c97c4241d2', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae06c8c0-395e-4e2e-873f-35efdc1ccba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:45:02Z', 'updated_at': '2021-02-16T15:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb'}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:50:58.478949 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7870e1d5-d848-4c0c-9cc0-707150ecadfd None None] Checking router: ae06c8c0-395e-4e2e-873f-35efdc1ccba1 for host: dv-cinder-775706-1-smb {{(pid=84028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:50:58.487625 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-8cf8fa20-0f8c-47d3-9114-b56799426d4e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f83a38e3c7894c61b0884712ac654f50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9285553 Feb 16 15:50:58.488113 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 34308) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:50:58.493506 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7870e1d5-d848-4c0c-9cc0-707150ecadfd None None] Routers {'ae06c8c0-395e-4e2e-873f-35efdc1ccba1'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:50:58.494329 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7870e1d5-d848-4c0c-9cc0-707150ecadfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:50:58Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['ae06c8c0-395e-4e2e-873f-35efdc1ccba1'], 'active': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:50:58.553120 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7ea57f3d-ebbf-4394-819c-097960e6e37d admin admin] For port fedea491-7ab5-4108-afc3-64c97c4241d2, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=fedea491-7ab5-4108-afc3-64c97c4241d2,segment=NetworkSegment(0724bfbb-7f18-4768-b879-84dbe1be3f59),segment_id=0724bfbb-7f18-4768-b879-84dbe1be3f59)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:50:58.553553 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7ea57f3d-ebbf-4394-819c-097960e6e37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:58.668297 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-036eae90-8638-420e-9848-f2a24868c68d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:58.694337 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-7870e1d5-d848-4c0c-9cc0-707150ecadfd None None] Set router ae06c8c0-395e-4e2e-873f-35efdc1ccba1 gateway port host: dv-cinder-775706-1-smb {{(pid=84028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:50:58.703811 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7ea57f3d-ebbf-4394-819c-097960e6e37d admin admin] Calling delete_port for fedea491-7ab5-4108-afc3-64c97c4241d2 owned by network:router_gateway {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:50:58.725955 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-036eae90-8638-420e-9848-f2a24868c68d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:58.823418 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-386ba563-7293-4052-87f5-bb6a6f180c8e req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:58.829357 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-386ba563-7293-4052-87f5-bb6a6f180c8e req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15847481'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:58.847737 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d270b233-4cb8-4a68-b68e-04ee08953358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:58.864109 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7ea57f3d-ebbf-4394-819c-097960e6e37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-823957'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:58.978756 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Pushing event updated for resources: {'Port': ['ID=37b5e2a5-c1a7-4c30-9a40-c09242872c30,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:58.981464 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-036eae90-8638-420e-9848-f2a24868c68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:58.990712 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:58.992661 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ef75274b-328d-4f9e-8edb-7bb147d6b9c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:59.022601 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036eae90-8638-420e-9848-f2a24868c68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12b369f-01b8-41a2-826b-dd70ffa2c45a,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:59.030240 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-036eae90-8638-420e-9848-f2a24868c68d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:59.050136 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-036eae90-8638-420e-9848-f2a24868c68d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:59.053862 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-036eae90-8638-420e-9848-f2a24868c68d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d12b369f-01b8-41a2-826b-dd70ffa2c45a HTTP/1.1" status: 204 len: 168 time: 0.5621395 Feb 16 15:50:59.084357 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7870e1d5-d848-4c0c-9cc0-707150ecadfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae06c8c0-395e-4e2e-873f-35efdc1ccba1', 'name': 'tempest-TestShelveInstance-1750640916-router', 'tenant_id': '64769dda29024045b5aa818b205f4b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.77'}], 'enable_snat': True}, 'gw_port_id': 'fedea491-7ab5-4108-afc3-64c97c4241d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:45:01Z', 'updated_at': '2021-02-16T15:50:56Z', 'revision_number': 5, 'project_id': '64769dda29024045b5aa818b205f4b7f', 'gw_port': {'id': 'fedea491-7ab5-4108-afc3-64c97c4241d2', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae06c8c0-395e-4e2e-873f-35efdc1ccba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:45:02Z', 'updated_at': '2021-02-16T15:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb'}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:50:59.093519 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7870e1d5-d848-4c0c-9cc0-707150ecadfd None None] The sync data for ids ['ae06c8c0-395e-4e2e-873f-35efdc1ccba1'] in dv-cinder-775706-1-smb is: [{'id': 'ae06c8c0-395e-4e2e-873f-35efdc1ccba1', 'name': 'tempest-TestShelveInstance-1750640916-router', 'tenant_id': '64769dda29024045b5aa818b205f4b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.77'}], 'enable_snat': True}, 'gw_port_id': 'fedea491-7ab5-4108-afc3-64c97c4241d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:45:01Z', 'updated_at': '2021-02-16T15:50:56Z', 'revision_number': 5, 'project_id': '64769dda29024045b5aa818b205f4b7f', 'gw_port': {'id': 'fedea491-7ab5-4108-afc3-64c97c4241d2', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae06c8c0-395e-4e2e-873f-35efdc1ccba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:45:02Z', 'updated_at': '2021-02-16T15:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb'}] {{(pid=84028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:50:59.102260 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7ea57f3d-ebbf-4394-819c-097960e6e37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854111114'] for router_gateway, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:59.193796 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device ab65338f-dc5b-45b5-9814-f5a4210231c9 no longer exists at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 15:50:59.246987 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-386ba563-7293-4052-87f5-bb6a6f180c8e req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854196618'] for floatingip, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:59.270794 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7ea57f3d-ebbf-4394-819c-097960e6e37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12175'] for router, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:59.275676 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7ea57f3d-ebbf-4394-819c-097960e6e37d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:59.289841 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-386ba563-7293-4052-87f5-bb6a6f180c8e req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for floatingip, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:59.291639 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-386ba563-7293-4052-87f5-bb6a6f180c8e req-ee977e50-efcc-4dff-a580-e67828dce184 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3243353 Feb 16 15:50:59.296609 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3a29449c-3776-4258-9627-10026e36c514 None None] No Port match for: ab65338f-dc5b-45b5-9814-f5a4210231c9 {{(pid=84027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 15:50:59.297048 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device ab65338f-dc5b-45b5-9814-f5a4210231c9 not bound to the agent host dv-cinder-775706-1-smb {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 15:50:59.316630 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7ea57f3d-ebbf-4394-819c-097960e6e37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-568713'] for router, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:59.317367 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea57f3d-ebbf-4394-819c-097960e6e37d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae06c8c0-395e-4e2e-873f-35efdc1ccba1 {{(pid=84026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 15:50:59.356726 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7ea57f3d-ebbf-4394-819c-097960e6e37d admin admin] Notify callbacks [] for router, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:59.361115 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-7ea57f3d-ebbf-4394-819c-097960e6e37d admin admin] 10.222.0.42 "DELETE /v2.0/routers/ae06c8c0-395e-4e2e-873f-35efdc1ccba1 HTTP/1.1" status: 204 len: 168 time: 1.7163150 Feb 16 15:50:59.361474 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 34324) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:50:59.384222 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:59.404089 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-386ba563-7293-4052-87f5-bb6a6f180c8e req-ae8167bd-399d-4a0f-b134-ca94c92a892d tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Synchronizing usage tracker for tenant:6397327af94e4044ae5e667ca93f345c on resource:floatingip {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:50:59.435597 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-386ba563-7293-4052-87f5-bb6a6f180c8e req-ae8167bd-399d-4a0f-b134-ca94c92a892d tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Unset dirty status for tenant:6397327af94e4044ae5e667ca93f345c on resource:floatingip {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:50:59.437319 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-386ba563-7293-4052-87f5-bb6a6f180c8e req-ae8167bd-399d-4a0f-b134-ca94c92a892d tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.28.2.39 HTTP/1.1" status: 200 len: 695 time: 0.1384792 Feb 16 15:50:59.453918 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_v2 [None req-0818e52b-84d0-4126-9d70-92d6da1a7bad admin admin] Deleting subnet 76384005-df5c-45e7-aaa8-8f140ad9c006 {{(pid=84026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 15:50:59.460011 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0818e52b-84d0-4126-9d70-92d6da1a7bad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:59.527130 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0818e52b-84d0-4126-9d70-92d6da1a7bad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839352739'] for subnet, precommit_delete_associations {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:59.547563 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 34330) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:50:59.587547 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-99084704-f12a-4ed3-a194-dedefb134849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:59.610468 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-99084704-f12a-4ed3-a194-dedefb134849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:50:59.614677 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-99084704-f12a-4ed3-a194-dedefb134849 admin admin] Usage tracker for resource:security_group_rule and tenant:b017cc90d0e6409094e7e3ab2d583823 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:50:59.619971 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-99084704-f12a-4ed3-a194-dedefb134849 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:50:59.623007 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0818e52b-84d0-4126-9d70-92d6da1a7bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1516034'] for subnet, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:59.627958 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-99084704-f12a-4ed3-a194-dedefb134849 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:50:59.693235 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:59.778034 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-99084704-f12a-4ed3-a194-dedefb134849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:59.794988 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-99084704-f12a-4ed3-a194-dedefb134849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:50:59.807910 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b32119f8-f100-4d56-be68-4382fd86ce6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:50:59.852746 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ba563-7293-4052-87f5-bb6a6f180c8e req-6623a6bd-95d6-41d4-98e6-14e90f27fd66 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:50:59.854465 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-386ba563-7293-4052-87f5-bb6a6f180c8e req-6623a6bd-95d6-41d4-98e6-14e90f27fd66 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/networks/98aad332-78bd-43b9-832c-6a78188811e7 HTTP/1.1" status: 200 len: 784 time: 0.4098675 Feb 16 15:50:59.881219 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99084704-f12a-4ed3-a194-dedefb134849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2aa4493-873d-450f-bdb1-aa7876889ae9,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:50:59.898660 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-99084704-f12a-4ed3-a194-dedefb134849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:50:59.912695 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-99084704-f12a-4ed3-a194-dedefb134849 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b017cc90d0e6409094e7e3ab2d583823&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3639901 Feb 16 15:50:59.913359 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 34340) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:50:59.994665 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0818e52b-84d0-4126-9d70-92d6da1a7bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853259749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853951805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839320903'] for subnet, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:00.014056 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e5b98458-abfa-4c81-8e4b-09d132354494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:00.066916 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8ff1d85f-a111-46f5-8f50-2f4605a6ea6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:00.106969 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8ff1d85f-a111-46f5-8f50-2f4605a6ea6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:00.174961 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e4b95-f1a0-4468-aa1f-197a022a6028 req-02b1ed39-3f9a-4093-ab2e-4523ed2a947e tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:00.176661 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-946e4b95-f1a0-4468-aa1f-197a022a6028 req-02b1ed39-3f9a-4093-ab2e-4523ed2a947e tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1649725 Feb 16 15:51:00.241499 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8ff1d85f-a111-46f5-8f50-2f4605a6ea6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:00.252777 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-80b660b1-8ec9-49be-b7c1-095ecf3fbfc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:00.283120 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff1d85f-a111-46f5-8f50-2f4605a6ea6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2aa4493-873d-450f-bdb1-aa7876889ae9,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:00.287617 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8ff1d85f-a111-46f5-8f50-2f4605a6ea6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:00.292389 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-946e4b95-f1a0-4468-aa1f-197a022a6028 req-fc01abac-5e28-4fb7-bb43-32f467106d95 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.28.2.39 HTTP/1.1" status: 200 len: 695 time: 0.1088538 Feb 16 15:51:00.294644 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8ff1d85f-a111-46f5-8f50-2f4605a6ea6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:00.298360 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-8ff1d85f-a111-46f5-8f50-2f4605a6ea6d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a2aa4493-873d-450f-bdb1-aa7876889ae9 HTTP/1.1" status: 204 len: 168 time: 0.3814783 Feb 16 15:51:00.304302 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-946e4b95-f1a0-4468-aa1f-197a022a6028 req-81b7df1d-31f5-4d9e-bbb5-af5becfb7fa8 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Request body: {'floatingip': {'port_id': 'beb6be7a-4c58-49ae-ac5a-507545b96f32', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:51:00.354457 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818e52b-84d0-4126-9d70-92d6da1a7bad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76384005-df5c-45e7-aaa8-8f140ad9c006,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:00.367059 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0818e52b-84d0-4126-9d70-92d6da1a7bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:00.391557 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-946e4b95-f1a0-4468-aa1f-197a022a6028 req-81b7df1d-31f5-4d9e-bbb5-af5becfb7fa8 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks [] for floatingip, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:00.411210 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0818e52b-84d0-4126-9d70-92d6da1a7bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:00.418369 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-0818e52b-84d0-4126-9d70-92d6da1a7bad admin admin] 10.222.0.42 "DELETE /v2.0/subnets/76384005-df5c-45e7-aaa8-8f140ad9c006 HTTP/1.1" status: 204 len: 168 time: 1.0555758 Feb 16 15:51:00.422264 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 34346) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:00.425894 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d461d8-f621-4e2d-9003-00e41d77d47e None None] Network 105372a5-68c1-4382-bcc5-9abb58a1f6ff requested from dv-cinder-775706-1-smb {{(pid=84027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:51:00.568039 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a6b970e2-1016-4e38-932f-ad34142321c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1401933'] for network, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:00.692758 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a6b970e2-1016-4e38-932f-ad34142321c0 admin admin] Deleting port ecd7299b-a9e9-46bf-81db-9a9ff42b4a46 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:51:00.693183 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a6b970e2-1016-4e38-932f-ad34142321c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:00.830153 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47aa3411-71e5-4450-bd0e-6790296833c4 None None] DHCP port deletion for 105372a5-68c1-4382-bcc5-9abb58a1f6ff request from dv-cinder-775706-1-smb {{(pid=84027) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 16 15:51:00.835742 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-47aa3411-71e5-4450-bd0e-6790296833c4 None None] Deleting port ecd7299b-a9e9-46bf-81db-9a9ff42b4a46 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:51:00.836170 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-47aa3411-71e5-4450-bd0e-6790296833c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:00.995452 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-a6b970e2-1016-4e38-932f-ad34142321c0 admin admin] For port ecd7299b-a9e9-46bf-81db-9a9ff42b4a46, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=ecd7299b-a9e9-46bf-81db-9a9ff42b4a46,segment=NetworkSegment(a41281bc-446c-4a83-910b-59620589f33b),segment_id=a41281bc-446c-4a83-910b-59620589f33b)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:51:00.995452 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a6b970e2-1016-4e38-932f-ad34142321c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:01.089063 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-47aa3411-71e5-4450-bd0e-6790296833c4 None None] For port ecd7299b-a9e9-46bf-81db-9a9ff42b4a46, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=ecd7299b-a9e9-46bf-81db-9a9ff42b4a46,segment=NetworkSegment(a41281bc-446c-4a83-910b-59620589f33b),segment_id=a41281bc-446c-4a83-910b-59620589f33b)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:51:01.089508 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-47aa3411-71e5-4450-bd0e-6790296833c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:01.153774 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a6b970e2-1016-4e38-932f-ad34142321c0 admin admin] Calling delete_port for ecd7299b-a9e9-46bf-81db-9a9ff42b4a46 owned by network:dhcp {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:51:01.251047 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a6b970e2-1016-4e38-932f-ad34142321c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-823957'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:01.271926 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-47aa3411-71e5-4450-bd0e-6790296833c4 None None] Calling delete_port for ecd7299b-a9e9-46bf-81db-9a9ff42b4a46 owned by network:dhcp {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:51:01.282769 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1412fae0-5078-43fc-86fb-ea00f79317fe tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:01.322158 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device ecd7299b-a9e9-46bf-81db-9a9ff42b4a46 no longer exists at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 15:51:01.329735 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-946e4b95-f1a0-4468-aa1f-197a022a6028 req-81b7df1d-31f5-4d9e-bbb5-af5becfb7fa8 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:01.334905 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-946e4b95-f1a0-4468-aa1f-197a022a6028 req-81b7df1d-31f5-4d9e-bbb5-af5becfb7fa8 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854196618'] for floatingip, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:01.366294 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3a29449c-3776-4258-9627-10026e36c514 None None] No Port match for: ecd7299b-a9e9-46bf-81db-9a9ff42b4a46 {{(pid=84027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 15:51:01.366294 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device ecd7299b-a9e9-46bf-81db-9a9ff42b4a46 not bound to the agent host dv-cinder-775706-1-smb {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 15:51:01.366761 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device fedea491-7ab5-4108-afc3-64c97c4241d2 no longer exists at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 15:51:01.421750 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3a29449c-3776-4258-9627-10026e36c514 None None] No Port match for: fedea491-7ab5-4108-afc3-64c97c4241d2 {{(pid=84027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 15:51:01.422149 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device fedea491-7ab5-4108-afc3-64c97c4241d2 not bound to the agent host dv-cinder-775706-1-smb {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 15:51:01.496879 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.db.api [None req-47aa3411-71e5-4450-bd0e-6790296833c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84027) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:51:01.497276 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_db.api [None req-47aa3411-71e5-4450-bd0e-6790296833c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 15:51:01.501638 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b970e2-1016-4e38-932f-ad34142321c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecd7299b-a9e9-46bf-81db-9a9ff42b4a46,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:01.509624 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a6b970e2-1016-4e38-932f-ad34142321c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:01.570644 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b970e2-1016-4e38-932f-ad34142321c0 admin admin] No DVR routers for this DVR port ecd7299b-a9e9-46bf-81db-9a9ff42b4a46 on host dv-cinder-775706-1-smb {{(pid=84026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 15:51:01.709642 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a6b970e2-1016-4e38-932f-ad34142321c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519515', 'neutron.services.segments.db._delete_segments_for_network--9223363282561163551'] for network, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:01.843829 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-a6b970e2-1016-4e38-932f-ad34142321c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['105372a5-68c1-4382-bcc5-9abb58a1f6ff']}} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:51:01.846027 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.db.l3_db [req-946e4b95-f1a0-4468-aa1f-197a022a6028 req-81b7df1d-31f5-4d9e-bbb5-af5becfb7fa8 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Floating IP 4d5ca23e-5ed5-4e32-bef9-bdc78841c245 associated. External IP: 172.28.2.39, port: beb6be7a-4c58-49ae-ac5a-507545b96f32. Feb 16 15:51:01.858251 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-a6b970e2-1016-4e38-932f-ad34142321c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a41281bc-446c-4a83-910b-59620589f33b') {'for_net_delete': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:51:01.858711 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-a6b970e2-1016-4e38-932f-ad34142321c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a41281bc-446c-4a83-910b-59620589f33b') {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:51:01.871798 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a6b970e2-1016-4e38-932f-ad34142321c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282561152287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15423062'] for segment, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:01.891277 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a6b970e2-1016-4e38-932f-ad34142321c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853259932'] for segment, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:01.893671 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a6b970e2-1016-4e38-932f-ad34142321c0 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=84026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 15:51:01.998560 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-47aa3411-71e5-4450-bd0e-6790296833c4 None None] Deleting port ecd7299b-a9e9-46bf-81db-9a9ff42b4a46 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:51:01.999011 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-47aa3411-71e5-4450-bd0e-6790296833c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:02.087402 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-a6b970e2-1016-4e38-932f-ad34142321c0 admin admin] Network 105372a5-68c1-4382-bcc5-9abb58a1f6ff has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 15:51:02.096985 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a6b970e2-1016-4e38-932f-ad34142321c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1515795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-826721'] for segment, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:02.107017 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-47aa3411-71e5-4450-bd0e-6790296833c4 None None] The port 'ecd7299b-a9e9-46bf-81db-9a9ff42b4a46' was deleted {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 16 15:51:02.248218 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-946e4b95-f1a0-4468-aa1f-197a022a6028 req-81b7df1d-31f5-4d9e-bbb5-af5becfb7fa8 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Router d9359ee0-834c-438e-aaa1-d5ebf89205ca has already been hosted by L3 agent cace3e07-576d-4918-a0d2-7f739a7a8110 {{(pid=84025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 15:51:02.287004 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-a6b970e2-1016-4e38-932f-ad34142321c0 admin admin] Network 105372a5-68c1-4382-bcc5-9abb58a1f6ff has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 15:51:02.315223 dv-cinder-775706-1-smb neutron-server[83912]: Traceback (most recent call last): Feb 16 15:51:02.315223 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:51:02.315223 dv-cinder-775706-1-smb neutron-server[83912]: timer() Feb 16 15:51:02.315223 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:51:02.315223 dv-cinder-775706-1-smb neutron-server[83912]: cb(*args, **kw) Feb 16 15:51:02.315223 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 15:51:02.315223 dv-cinder-775706-1-smb neutron-server[83912]: return func(*args, **kwargs) Feb 16 15:51:02.315223 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:51:02.315223 dv-cinder-775706-1-smb neutron-server[83912]: self._notify() Feb 16 15:51:02.315223 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:51:02.315223 dv-cinder-775706-1-smb neutron-server[83912]: self.callback(batched_events) Feb 16 15:51:02.315223 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:51:02.315223 dv-cinder-775706-1-smb neutron-server[83912]: event.method(event) Feb 16 15:51:02.315223 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 15:51:02.315223 dv-cinder-775706-1-smb neutron-server[83912]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:51:02.315223 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 15:51:02.315223 dv-cinder-775706-1-smb neutron-server[83912]: segment_id)['aggregates'][0] Feb 16 15:51:02.315223 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 15:51:02.315223 dv-cinder-775706-1-smb neutron-server[83912]: return f(self, *a, **k) Feb 16 15:51:02.315223 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 15:51:02.315223 dv-cinder-775706-1-smb neutron-server[83912]: return self._get(url).json() Feb 16 15:51:02.315223 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:51:02.315223 dv-cinder-775706-1-smb neutron-server[83912]: **kwargs) Feb 16 15:51:02.315223 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 15:51:02.315223 dv-cinder-775706-1-smb neutron-server[83912]: return self.request(url, 'GET', **kwargs) Feb 16 15:51:02.315223 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 15:51:02.315223 dv-cinder-775706-1-smb neutron-server[83912]: **endpoint_filter) Feb 16 15:51:02.315223 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 15:51:02.315223 dv-cinder-775706-1-smb neutron-server[83912]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:51:02.315223 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 15:51:02.315223 dv-cinder-775706-1-smb neutron-server[83912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:51:02.315223 dv-cinder-775706-1-smb neutron-server[83912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:51:02.364287 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:02.399767 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a6b970e2-1016-4e38-932f-ad34142321c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853256212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664669'] for network, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:02.407151 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-feaf423c-a62d-4f4a-8ead-e5598df22ae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:02.426481 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a6b970e2-1016-4e38-932f-ad34142321c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:02.433639 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b970e2-1016-4e38-932f-ad34142321c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=105372a5-68c1-4382-bcc5-9abb58a1f6ff,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:02.436536 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a6b970e2-1016-4e38-932f-ad34142321c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:02.442377 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-a6b970e2-1016-4e38-932f-ad34142321c0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/105372a5-68c1-4382-bcc5-9abb58a1f6ff HTTP/1.1" status: 204 len: 168 time: 2.0184512 Feb 16 15:51:02.449040 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-946e4b95-f1a0-4468-aa1f-197a022a6028 req-81b7df1d-31f5-4d9e-bbb5-af5becfb7fa8 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify agent at l3_agent.dv-cinder-775706-1-smb the message routers_updated {{(pid=84025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:51:02.454220 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-946e4b95-f1a0-4468-aa1f-197a022a6028 req-81b7df1d-31f5-4d9e-bbb5-af5becfb7fa8 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for floatingip, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:02.459547 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b72a46-f614-4859-a699-3e8a1aa1cb6c None None] Sync routers for ids ['d9359ee0-834c-438e-aaa1-d5ebf89205ca'] in dv-cinder-775706-1-smb {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:51:02.470869 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b72a46-f614-4859-a699-3e8a1aa1cb6c None None] Routers {'d9359ee0-834c-438e-aaa1-d5ebf89205ca'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:51:02.471660 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b1b72a46-f614-4859-a699-3e8a1aa1cb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:50:58Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['d9359ee0-834c-438e-aaa1-d5ebf89205ca'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:51:02.525946 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-946e4b95-f1a0-4468-aa1f-197a022a6028 req-81b7df1d-31f5-4d9e-bbb5-af5becfb7fa8 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "PUT /v2.0/floatingips/4d5ca23e-5ed5-4e32-bef9-bdc78841c245 HTTP/1.1" status: 200 len: 995 time: 2.2262375 Feb 16 15:51:02.527062 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b4bdbf-6d56-4377-913c-e610be9a2289', 'tag': 'beb6be7a-4c58-49ae-ac5a-507545b96f32'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:51:02.646440 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b4bdbf-6d56-4377-913c-e610be9a2289', 'tag': 'beb6be7a-4c58-49ae-ac5a-507545b96f32', 'status': 'completed', 'code': 200} Feb 16 15:51:02.676677 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 34404) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:02.772383 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-c5291d8d-2de2-4300-acef-c4b83ad4bcb3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=95244e1fbac2403f9179e5db28ffcf7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0923150 Feb 16 15:51:02.775614 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 34412) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:02.780767 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e4b95-f1a0-4468-aa1f-197a022a6028 req-ca23fed0-ed34-419b-8415-4846d40a9aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:02.782741 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-946e4b95-f1a0-4468-aa1f-197a022a6028 req-ca23fed0-ed34-419b-8415-4846d40a9aca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6397327af94e4044ae5e667ca93f345c&device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 1162 time: 0.2256086 Feb 16 15:51:02.960203 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c80bb6-6f30-419d-8670-06f5823f0a61 req-abf0bfdc-b7f0-465b-b1eb-bf7ac1f35494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:02.967271 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-39c80bb6-6f30-419d-8670-06f5823f0a61 req-abf0bfdc-b7f0-465b-b1eb-bf7ac1f35494 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6397327af94e4044ae5e667ca93f345c&device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 1162 time: 0.2915888 Feb 16 15:51:03.018372 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e4b95-f1a0-4468-aa1f-197a022a6028 req-e1f2c069-92c4-402b-8d5f-911f19a82843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:03.031287 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-946e4b95-f1a0-4468-aa1f-197a022a6028 req-e1f2c069-92c4-402b-8d5f-911f19a82843 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2886c1eb-0213-49c7-9040-561b7a7aaa58 HTTP/1.1" status: 200 len: 909 time: 0.2348163 Feb 16 15:51:03.109039 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-b1b72a46-f614-4859-a699-3e8a1aa1cb6c None None] Set router d9359ee0-834c-438e-aaa1-d5ebf89205ca gateway port host: dv-cinder-775706-1-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:51:03.125247 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e24d4d53-8e00-45d5-b6ff-0a83a7b90883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:03.219869 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8f0b954f-d057-4f80-a19e-814821e40793 req-639855ae-f667-4862-be63-dea8bc4752ce service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=878edd07-4c97-45a5-9234-de37b497b491&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.3887000 Feb 16 15:51:03.238972 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c80bb6-6f30-419d-8670-06f5823f0a61 req-00d90821-ca1c-4022-938f-adaae3fd55dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:03.240765 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-39c80bb6-6f30-419d-8670-06f5823f0a61 req-00d90821-ca1c-4022-938f-adaae3fd55dc service neutron] 10.222.0.102 "GET /v2.0/networks?id=2886c1eb-0213-49c7-9040-561b7a7aaa58 HTTP/1.1" status: 200 len: 909 time: 0.2647171 Feb 16 15:51:03.271299 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-946e4b95-f1a0-4468-aa1f-197a022a6028 req-73ab5a9b-becd-4616-814e-6e22a8b5554c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=beb6be7a-4c58-49ae-ac5a-507545b96f32 HTTP/1.1" status: 200 len: 998 time: 0.2385008 Feb 16 15:51:03.276713 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e24d4d53-8e00-45d5-b6ff-0a83a7b90883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:03.436100 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4956adf-caec-4f38-aaee-6c57962a4db3 req-5a928fae-3d44-40dd-b9df-f84059d79e19 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:03.437755 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f4956adf-caec-4f38-aaee-6c57962a4db3 req-5a928fae-3d44-40dd-b9df-f84059d79e19 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ce9727-405a-4817-8202-bf6d89f5c6af HTTP/1.1" status: 200 len: 945 time: 0.3088126 Feb 16 15:51:03.437926 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-39c80bb6-6f30-419d-8670-06f5823f0a61 req-be293a55-64e9-4b48-8acb-8d06de5144a9 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=beb6be7a-4c58-49ae-ac5a-507545b96f32 HTTP/1.1" status: 200 len: 998 time: 0.1826262 Feb 16 15:51:03.439731 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e4b95-f1a0-4468-aa1f-197a022a6028 req-21d9eec6-65d0-4319-a421-88504ae1f6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:03.441232 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-946e4b95-f1a0-4468-aa1f-197a022a6028 req-21d9eec6-65d0-4319-a421-88504ae1f6a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9629cb7e-b8ec-4ae2-b2ac-1c9cd6f10b53 HTTP/1.1" status: 200 len: 854 time: 0.1453836 Feb 16 15:51:03.486633 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-eb9461c9-bb47-4d7e-96bc-3e223911d95a None None] Agent healthcheck: found 6 active agents {{(pid=84028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:51:03.539699 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b954f-d057-4f80-a19e-814821e40793 req-14609927-035f-4a37-9bd3-024f97cc19ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:03.551594 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8f0b954f-d057-4f80-a19e-814821e40793 req-14609927-035f-4a37-9bd3-024f97cc19ca service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0ab3af7787b74d4c93aa4ba8f5c73562&device_id=878edd07-4c97-45a5-9234-de37b497b491 HTTP/1.1" status: 200 len: 1163 time: 0.2041357 Feb 16 15:51:03.575762 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c80bb6-6f30-419d-8670-06f5823f0a61 req-5ffd1dc3-37f0-4f91-9bd0-c44398fb5b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:03.577450 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-39c80bb6-6f30-419d-8670-06f5823f0a61 req-5ffd1dc3-37f0-4f91-9bd0-c44398fb5b8f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9629cb7e-b8ec-4ae2-b2ac-1c9cd6f10b53 HTTP/1.1" status: 200 len: 854 time: 0.1315584 Feb 16 15:51:03.581139 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f4956adf-caec-4f38-aaee-6c57962a4db3 req-a3989af4-67f3-4d05-98a6-14ac7f779c0a tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794430 Feb 16 15:51:03.582946 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e24d4d53-8e00-45d5-b6ff-0a83a7b90883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:03.596825 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b1b72a46-f614-4859-a699-3e8a1aa1cb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'name': 'tempest-TestMinimumBasicScenario-1221444230-router', 'tenant_id': '6397327af94e4044ae5e667ca93f345c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.114'}], 'enable_snat': True}, 'gw_port_id': '1e05fc91-ba76-4c18-a9be-a83a04d4355f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:49:57Z', 'updated_at': '2021-02-16T15:50:03Z', 'revision_number': 4, 'project_id': '6397327af94e4044ae5e667ca93f345c', 'gw_port': {'id': '1e05fc91-ba76-4c18-a9be-a83a04d4355f', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:49:58Z', 'updated_at': '2021-02-16T15:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_floatingips': [{'id': '4d5ca23e-5ed5-4e32-bef9-bdc78841c245', 'tenant_id': '6397327af94e4044ae5e667ca93f345c', 'floating_ip_address': '172.28.2.39', 'floating_network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'router_id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'port_id': 'beb6be7a-4c58-49ae-ac5a-507545b96f32', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2886c1eb-0213-49c7-9040-561b7a7aaa58', 'mac_address': 'fa:16:3e:f5:97:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b4bdbf-6d56-4377-913c-e610be9a2289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T15:50:58Z', 'updated_at': '2021-02-16T15:51:01Z', 'revision_number': 1, 'project_id': '6397327af94e4044ae5e667ca93f345c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '327e5bb7-a4eb-4cfd-8f70-2b6e637409a7', 'name': '', 'network_id': '2886c1eb-0213-49c7-9040-561b7a7aaa58', 'tenant_id': '6397327af94e4044ae5e667ca93f345c', 'mac_address': 'fa:16:3e:62:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9629cb7e-b8ec-4ae2-b2ac-1c9cd6f10b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:50:02Z', 'updated_at': '2021-02-16T15:50:11Z', 'revision_number': 5, 'project_id': '6397327af94e4044ae5e667ca93f345c', 'subnets': [{'id': '9629cb7e-b8ec-4ae2-b2ac-1c9cd6f10b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:51:03.602796 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b72a46-f614-4859-a699-3e8a1aa1cb6c None None] Checking router: d9359ee0-834c-438e-aaa1-d5ebf89205ca for host: dv-cinder-775706-1-smb {{(pid=84027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:51:03.615798 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b72a46-f614-4859-a699-3e8a1aa1cb6c None None] Routers {'d9359ee0-834c-438e-aaa1-d5ebf89205ca'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:51:03.616908 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b1b72a46-f614-4859-a699-3e8a1aa1cb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:50:58Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['d9359ee0-834c-438e-aaa1-d5ebf89205ca'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:51:03.636130 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5f29bcad-326b-4892-983d-2766840f1f7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:03.651911 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d4d53-8e00-45d5-b6ff-0a83a7b90883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfd41f3-28ad-4e1b-9327-ace6a1db1d71,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:03.684191 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e24d4d53-8e00-45d5-b6ff-0a83a7b90883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:03.689881 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e24d4d53-8e00-45d5-b6ff-0a83a7b90883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:03.696758 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-e24d4d53-8e00-45d5-b6ff-0a83a7b90883 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/adfd41f3-28ad-4e1b-9327-ace6a1db1d71 HTTP/1.1" status: 204 len: 168 time: 0.9195735 Feb 16 15:51:03.760319 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e4b95-f1a0-4468-aa1f-197a022a6028 req-7f622342-d579-43d8-ad47-e8179a14a552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:03.761992 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-946e4b95-f1a0-4468-aa1f-197a022a6028 req-7f622342-d579-43d8-ad47-e8179a14a552 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2886c1eb-0213-49c7-9040-561b7a7aaa58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3131087 Feb 16 15:51:03.774665 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [req-946e4b95-f1a0-4468-aa1f-197a022a6028 req-cd9700be-d74a-48ad-a91d-e58b5b392dd9 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84025) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:51:03.775740 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-946e4b95-f1a0-4468-aa1f-197a022a6028 req-cd9700be-d74a-48ad-a91d-e58b5b392dd9 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0059483 Feb 16 15:51:03.840053 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b954f-d057-4f80-a19e-814821e40793 req-28b8c28d-766f-459e-b83d-d41570224476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:03.841739 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8f0b954f-d057-4f80-a19e-814821e40793 req-28b8c28d-766f-459e-b83d-d41570224476 service neutron] 10.222.0.102 "GET /v2.0/networks?id=b28cd6a2-97c0-4227-b87f-95781628bc0a HTTP/1.1" status: 200 len: 908 time: 0.2589505 Feb 16 15:51:03.953953 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8f0b954f-d057-4f80-a19e-814821e40793 req-249d34e0-2fa4-4d4b-8e9b-e772242bab7d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35256496-ba88-4db3-907b-39cf09ebd9b5 HTTP/1.1" status: 200 len: 217 time: 0.1041534 Feb 16 15:51:03.955376 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-946e4b95-f1a0-4468-aa1f-197a022a6028 req-4d827957-ad2b-4e36-b9b6-6c68c7c12d5f service neutron] 10.222.0.42 "GET /v2.0/networks/2886c1eb-0213-49c7-9040-561b7a7aaa58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707540 Feb 16 15:51:03.965564 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c80bb6-6f30-419d-8670-06f5823f0a61 req-77fe94ce-9492-410d-a6ac-5afaf8cdf462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:03.967163 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-39c80bb6-6f30-419d-8670-06f5823f0a61 req-77fe94ce-9492-410d-a6ac-5afaf8cdf462 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=2886c1eb-0213-49c7-9040-561b7a7aaa58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3545315 Feb 16 15:51:03.977429 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-b1b72a46-f614-4859-a699-3e8a1aa1cb6c None None] Set router d9359ee0-834c-438e-aaa1-d5ebf89205ca gateway port host: dv-cinder-775706-1-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:51:04.036790 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b954f-d057-4f80-a19e-814821e40793 req-7cdcd16e-6739-47b0-a880-f12607d33909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:04.039180 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8f0b954f-d057-4f80-a19e-814821e40793 req-7cdcd16e-6739-47b0-a880-f12607d33909 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=be56c246-7b3e-4ff1-bcb4-89453575e426 HTTP/1.1" status: 200 len: 854 time: 0.0764961 Feb 16 15:51:04.112433 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-946e4b95-f1a0-4468-aa1f-197a022a6028 req-20e957c9-b57f-4c55-aaa0-3ca27fd0aa0a service neutron] 10.222.0.42 "GET /v2.0/networks/2886c1eb-0213-49c7-9040-561b7a7aaa58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1503327 Feb 16 15:51:04.165344 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-053f92bf-b177-424e-9b09-f196e989bfc8 req-3ad5496c-477d-4e5e-a9ee-877522f07aa9 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1934519969', 'description': 'tempest-TestMinimumBasicScenario-1934519969 description'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:51:04.172344 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-053f92bf-b177-424e-9b09-f196e989bfc8 req-3ad5496c-477d-4e5e-a9ee-877522f07aa9 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:51:04.177325 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-053f92bf-b177-424e-9b09-f196e989bfc8 req-3ad5496c-477d-4e5e-a9ee-877522f07aa9 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Usage tracker for resource:security_group and tenant:6397327af94e4044ae5e667ca93f345c is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:51:04.181078 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-053f92bf-b177-424e-9b09-f196e989bfc8 req-3ad5496c-477d-4e5e-a9ee-877522f07aa9 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:51:04.188398 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-053f92bf-b177-424e-9b09-f196e989bfc8 req-3ad5496c-477d-4e5e-a9ee-877522f07aa9 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:51:04.201642 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-053f92bf-b177-424e-9b09-f196e989bfc8 req-3ad5496c-477d-4e5e-a9ee-877522f07aa9 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:04.212047 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8f0b954f-d057-4f80-a19e-814821e40793 req-297e8a61-2f4d-4761-b2c5-e77e92a4f5b0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b28cd6a2-97c0-4227-b87f-95781628bc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1452155 Feb 16 15:51:04.230062 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-053f92bf-b177-424e-9b09-f196e989bfc8 req-3ad5496c-477d-4e5e-a9ee-877522f07aa9 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:51:04.234943 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-053f92bf-b177-424e-9b09-f196e989bfc8 req-3ad5496c-477d-4e5e-a9ee-877522f07aa9 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Usage tracker for resource:security_group_rule and tenant:6397327af94e4044ae5e667ca93f345c is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:51:04.238772 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-053f92bf-b177-424e-9b09-f196e989bfc8 req-3ad5496c-477d-4e5e-a9ee-877522f07aa9 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:51:04.245406 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-053f92bf-b177-424e-9b09-f196e989bfc8 req-3ad5496c-477d-4e5e-a9ee-877522f07aa9 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:51:04.340889 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 34428) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:04.348198 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-053f92bf-b177-424e-9b09-f196e989bfc8 req-3ad5496c-477d-4e5e-a9ee-877522f07aa9 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:04.351555 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-053f92bf-b177-424e-9b09-f196e989bfc8 req-3ad5496c-477d-4e5e-a9ee-877522f07aa9 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:04.357681 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-80c05e20-5599-4c30-8e10-474cb1b1bf09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:04.393317 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b1b72a46-f614-4859-a699-3e8a1aa1cb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'name': 'tempest-TestMinimumBasicScenario-1221444230-router', 'tenant_id': '6397327af94e4044ae5e667ca93f345c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.114'}], 'enable_snat': True}, 'gw_port_id': '1e05fc91-ba76-4c18-a9be-a83a04d4355f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:49:57Z', 'updated_at': '2021-02-16T15:50:03Z', 'revision_number': 4, 'project_id': '6397327af94e4044ae5e667ca93f345c', 'gw_port': {'id': '1e05fc91-ba76-4c18-a9be-a83a04d4355f', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:49:58Z', 'updated_at': '2021-02-16T15:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_floatingips': [{'id': '4d5ca23e-5ed5-4e32-bef9-bdc78841c245', 'tenant_id': '6397327af94e4044ae5e667ca93f345c', 'floating_ip_address': '172.28.2.39', 'floating_network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'router_id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'port_id': 'beb6be7a-4c58-49ae-ac5a-507545b96f32', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2886c1eb-0213-49c7-9040-561b7a7aaa58', 'mac_address': 'fa:16:3e:f5:97:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b4bdbf-6d56-4377-913c-e610be9a2289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T15:50:58Z', 'updated_at': '2021-02-16T15:51:01Z', 'revision_number': 1, 'project_id': '6397327af94e4044ae5e667ca93f345c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '327e5bb7-a4eb-4cfd-8f70-2b6e637409a7', 'name': '', 'network_id': '2886c1eb-0213-49c7-9040-561b7a7aaa58', 'tenant_id': '6397327af94e4044ae5e667ca93f345c', 'mac_address': 'fa:16:3e:62:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9629cb7e-b8ec-4ae2-b2ac-1c9cd6f10b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:50:02Z', 'updated_at': '2021-02-16T15:50:11Z', 'revision_number': 5, 'project_id': '6397327af94e4044ae5e667ca93f345c', 'subnets': [{'id': '9629cb7e-b8ec-4ae2-b2ac-1c9cd6f10b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:51:04.398144 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b72a46-f614-4859-a699-3e8a1aa1cb6c None None] The sync data for ids ['d9359ee0-834c-438e-aaa1-d5ebf89205ca'] in dv-cinder-775706-1-smb is: [{'id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'name': 'tempest-TestMinimumBasicScenario-1221444230-router', 'tenant_id': '6397327af94e4044ae5e667ca93f345c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.114'}], 'enable_snat': True}, 'gw_port_id': '1e05fc91-ba76-4c18-a9be-a83a04d4355f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:49:57Z', 'updated_at': '2021-02-16T15:50:03Z', 'revision_number': 4, 'project_id': '6397327af94e4044ae5e667ca93f345c', 'gw_port': {'id': '1e05fc91-ba76-4c18-a9be-a83a04d4355f', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:49:58Z', 'updated_at': '2021-02-16T15:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_floatingips': [{'id': '4d5ca23e-5ed5-4e32-bef9-bdc78841c245', 'tenant_id': '6397327af94e4044ae5e667ca93f345c', 'floating_ip_address': '172.28.2.39', 'floating_network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'router_id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'port_id': 'beb6be7a-4c58-49ae-ac5a-507545b96f32', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2886c1eb-0213-49c7-9040-561b7a7aaa58', 'mac_address': 'fa:16:3e:f5:97:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b4bdbf-6d56-4377-913c-e610be9a2289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-16T15:50:58Z', 'updated_at': '2021-02-16T15:51:01Z', 'revision_number': 1, 'project_id': '6397327af94e4044ae5e667ca93f345c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '327e5bb7-a4eb-4cfd-8f70-2b6e637409a7', 'name': '', 'network_id': '2886c1eb-0213-49c7-9040-561b7a7aaa58', 'tenant_id': '6397327af94e4044ae5e667ca93f345c', 'mac_address': 'fa:16:3e:62:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9629cb7e-b8ec-4ae2-b2ac-1c9cd6f10b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:50:02Z', 'updated_at': '2021-02-16T15:50:11Z', 'revision_number': 5, 'project_id': '6397327af94e4044ae5e667ca93f345c', 'subnets': [{'id': '9629cb7e-b8ec-4ae2-b2ac-1c9cd6f10b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:51:04.405667 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-053f92bf-b177-424e-9b09-f196e989bfc8 req-3ad5496c-477d-4e5e-a9ee-877522f07aa9 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:04.407187 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-053f92bf-b177-424e-9b09-f196e989bfc8 req-3ad5496c-477d-4e5e-a9ee-877522f07aa9 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2465432 Feb 16 15:51:04.408111 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5496c-477d-4e5e-a9ee-877522f07aa9 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7154f7fc-779f-4d4c-9d06-5796f358452a,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:04.413338 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3ad5496c-477d-4e5e-a9ee-877522f07aa9 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:04.430469 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-39c80bb6-6f30-419d-8670-06f5823f0a61 req-dc8fabd3-adf7-4bed-9c79-f9899b84a52c service neutron] 10.222.0.102 "GET /v2.0/networks/2886c1eb-0213-49c7-9040-561b7a7aaa58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901448 Feb 16 15:51:04.483344 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e57b4e26-4405-4172-aa8d-aaa70e5e2982 req-9feea02e-1f9e-43e0-b041-6ed5be9c82d5 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups/7154f7fc-779f-4d4c-9d06-5796f358452a HTTP/1.1" status: 200 len: 1814 time: 0.0515511 Feb 16 15:51:04.495299 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-e57b4e26-4405-4172-aa8d-aaa70e5e2982 req-0e8f1675-63e3-4ae1-b49b-cfd7afb4d7bc tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7154f7fc-779f-4d4c-9d06-5796f358452a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:51:04.495737 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-e57b4e26-4405-4172-aa8d-aaa70e5e2982 req-0e8f1675-63e3-4ae1-b49b-cfd7afb4d7bc tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7154f7fc-779f-4d4c-9d06-5796f358452a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:51:04.502472 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-e57b4e26-4405-4172-aa8d-aaa70e5e2982 req-0e8f1675-63e3-4ae1-b49b-cfd7afb4d7bc tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:51:04.507293 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-e57b4e26-4405-4172-aa8d-aaa70e5e2982 req-0e8f1675-63e3-4ae1-b49b-cfd7afb4d7bc tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Usage tracker for resource:security_group_rule and tenant:6397327af94e4044ae5e667ca93f345c is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:51:04.510363 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-e57b4e26-4405-4172-aa8d-aaa70e5e2982 req-0e8f1675-63e3-4ae1-b49b-cfd7afb4d7bc tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:51:04.516459 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-e57b4e26-4405-4172-aa8d-aaa70e5e2982 req-0e8f1675-63e3-4ae1-b49b-cfd7afb4d7bc tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:51:04.546367 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-00c310f4-daae-4a53-894a-6609679a5459 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=64769dda29024045b5aa818b205f4b7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2042072 Feb 16 15:51:04.556405 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 34434) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:04.556869 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8f0b954f-d057-4f80-a19e-814821e40793 req-93239646-625a-4f76-8fd2-90b468d99b5c service neutron] 10.222.0.102 "GET /v2.0/networks/b28cd6a2-97c0-4227-b87f-95781628bc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353610 Feb 16 15:51:04.603385 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e57b4e26-4405-4172-aa8d-aaa70e5e2982 req-0e8f1675-63e3-4ae1-b49b-cfd7afb4d7bc tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:04.656387 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e57b4e26-4405-4172-aa8d-aaa70e5e2982 req-0e8f1675-63e3-4ae1-b49b-cfd7afb4d7bc tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:04.667345 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3da4e42c-19f2-4283-b0f2-19ddb7fe137f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:04.702943 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3da4e42c-19f2-4283-b0f2-19ddb7fe137f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:04.716791 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e57b4e26-4405-4172-aa8d-aaa70e5e2982 req-0e8f1675-63e3-4ae1-b49b-cfd7afb4d7bc tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661287'] for security_group_rule, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:04.747084 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7ed93437-6df8-43dd-abc4-946848f0ffca tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:04.783638 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0804f9c0-f832-4466-8910-3e62de061a4d None None] New status for floating IP 4d5ca23e-5ed5-4e32-bef9-bdc78841c245: ACTIVE {{(pid=84028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 15:51:04.838736 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f1675-63e3-4ae1-b49b-cfd7afb4d7bc tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=629689bc-79f5-49cf-ba08-9595d2ab0b87,revision_number=0']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:04.844280 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0e8f1675-63e3-4ae1-b49b-cfd7afb4d7bc tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:04.860908 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e57b4e26-4405-4172-aa8d-aaa70e5e2982 req-0e8f1675-63e3-4ae1-b49b-cfd7afb4d7bc tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:04.862254 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e57b4e26-4405-4172-aa8d-aaa70e5e2982 req-0e8f1675-63e3-4ae1-b49b-cfd7afb4d7bc tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3719816 Feb 16 15:51:04.899716 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3da4e42c-19f2-4283-b0f2-19ddb7fe137f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:04.933256 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-09e1f3d4-9ed2-495b-bcf7-5f5d598104e6 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:04.976019 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723ce47-f47d-4507-af72-8fcbbafb43d5 req-910c26c4-8a69-4c27-be4a-0868146e16b3 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:04.977866 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f723ce47-f47d-4507-af72-8fcbbafb43d5 req-910c26c4-8a69-4c27-be4a-0868146e16b3 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ce9727-405a-4817-8202-bf6d89f5c6af HTTP/1.1" status: 200 len: 945 time: 0.2211630 Feb 16 15:51:04.978924 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4e42c-19f2-4283-b0f2-19ddb7fe137f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b767f3bb-2205-4523-81da-34683131b8d3,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:05.007024 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3da4e42c-19f2-4283-b0f2-19ddb7fe137f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:05.009768 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-39c80bb6-6f30-419d-8670-06f5823f0a61 req-5bebdd98-12fb-4f8f-bbbf-bd437c57be37 service neutron] 10.222.0.102 "GET /v2.0/networks/2886c1eb-0213-49c7-9040-561b7a7aaa58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5633447 Feb 16 15:51:05.020483 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3da4e42c-19f2-4283-b0f2-19ddb7fe137f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:05.029398 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-3da4e42c-19f2-4283-b0f2-19ddb7fe137f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b767f3bb-2205-4523-81da-34683131b8d3 HTTP/1.1" status: 204 len: 168 time: 0.4718595 Feb 16 15:51:05.086104 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8f0b954f-d057-4f80-a19e-814821e40793 req-54ad29ed-107a-49a3-bace-c93dca949703 service neutron] 10.222.0.102 "GET /v2.0/networks/b28cd6a2-97c0-4227-b87f-95781628bc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4996169 Feb 16 15:51:05.170902 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2556b59e-f1b5-40c4-93eb-e932c77f670e req-140eb0b0-5039-4a84-9456-4ef29c933257 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups/7154f7fc-779f-4d4c-9d06-5796f358452a HTTP/1.1" status: 200 len: 2407 time: 0.2528014 Feb 16 15:51:05.193289 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f723ce47-f47d-4507-af72-8fcbbafb43d5 req-d785bc8f-402c-4406-bfd4-dca54c040686 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833284 Feb 16 15:51:05.200052 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-2556b59e-f1b5-40c4-93eb-e932c77f670e req-f1266f2b-eea2-4285-9a6b-9738e720fc9e tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7154f7fc-779f-4d4c-9d06-5796f358452a', 'remote_group_id': None}]} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:51:05.202329 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-2556b59e-f1b5-40c4-93eb-e932c77f670e req-f1266f2b-eea2-4285-9a6b-9738e720fc9e tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7154f7fc-779f-4d4c-9d06-5796f358452a', 'remote_group_id': None}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:51:05.205270 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74604f-aa62-49c8-8657-0e3978a58db3 req-fa903e90-c529-4497-bfa6-d137aa843c93 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:05.206264 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-1e74604f-aa62-49c8-8657-0e3978a58db3 req-fa903e90-c529-4497-bfa6-d137aa843c93 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Synchronizing usage tracker for tenant:0ab3af7787b74d4c93aa4ba8f5c73562 on resource:port {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:51:05.228784 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-2556b59e-f1b5-40c4-93eb-e932c77f670e req-f1266f2b-eea2-4285-9a6b-9738e720fc9e tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:51:05.238910 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-1e74604f-aa62-49c8-8657-0e3978a58db3 req-fa903e90-c529-4497-bfa6-d137aa843c93 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Unset dirty status for tenant:0ab3af7787b74d4c93aa4ba8f5c73562 on resource:port {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:51:05.240357 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1e74604f-aa62-49c8-8657-0e3978a58db3 req-fa903e90-c529-4497-bfa6-d137aa843c93 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.102 "GET /v2.0/ports?device_id=28ce9727-405a-4817-8202-bf6d89f5c6af HTTP/1.1" status: 200 len: 945 time: 0.1531501 Feb 16 15:51:05.245118 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-2556b59e-f1b5-40c4-93eb-e932c77f670e req-f1266f2b-eea2-4285-9a6b-9738e720fc9e tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Usage tracker for resource:security_group_rule and tenant:6397327af94e4044ae5e667ca93f345c is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:51:05.249228 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-2556b59e-f1b5-40c4-93eb-e932c77f670e req-f1266f2b-eea2-4285-9a6b-9738e720fc9e tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:51:05.260357 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-2556b59e-f1b5-40c4-93eb-e932c77f670e req-f1266f2b-eea2-4285-9a6b-9738e720fc9e tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:51:05.339533 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-1e74604f-aa62-49c8-8657-0e3978a58db3 req-a47a3922-3019-4c02-a9b6-9dfc6edd31e2 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Deleting port 3bb26e42-7bc8-4ef8-b476-cdbaf87fae04 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:51:05.339533 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1e74604f-aa62-49c8-8657-0e3978a58db3 req-a47a3922-3019-4c02-a9b6-9dfc6edd31e2 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:05.373343 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-2556b59e-f1b5-40c4-93eb-e932c77f670e req-f1266f2b-eea2-4285-9a6b-9738e720fc9e tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:05.413515 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-2556b59e-f1b5-40c4-93eb-e932c77f670e req-f1266f2b-eea2-4285-9a6b-9738e720fc9e tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:05.417932 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-2556b59e-f1b5-40c4-93eb-e932c77f670e req-f1266f2b-eea2-4285-9a6b-9738e720fc9e tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661287'] for security_group_rule, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:05.420763 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0e8f1675-63e3-4ae1-b49b-cfd7afb4d7bc tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:05.447160 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1266f2b-eea2-4285-9a6b-9738e720fc9e tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b40fbda-1f14-4485-a7dc-9352c0706bf4,revision_number=0']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:05.454747 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f1266f2b-eea2-4285-9a6b-9738e720fc9e tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:05.469350 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-2556b59e-f1b5-40c4-93eb-e932c77f670e req-f1266f2b-eea2-4285-9a6b-9738e720fc9e tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:05.472999 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2556b59e-f1b5-40c4-93eb-e932c77f670e req-f1266f2b-eea2-4285-9a6b-9738e720fc9e tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2941263 Feb 16 15:51:05.626821 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-9f6a9824-046b-4a79-b810-0c9a00c9b457 req-e4aee4bf-77ea-4b34-a19b-65c36d31e24d tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Synchronizing usage tracker for tenant:6397327af94e4044ae5e667ca93f345c on resource:security_group {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:51:05.643594 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-9f6a9824-046b-4a79-b810-0c9a00c9b457 req-e4aee4bf-77ea-4b34-a19b-65c36d31e24d tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Unset dirty status for tenant:6397327af94e4044ae5e667ca93f345c on resource:security_group {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:51:05.644888 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9f6a9824-046b-4a79-b810-0c9a00c9b457 req-e4aee4bf-77ea-4b34-a19b-65c36d31e24d tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1934519969&fields=id&tenant_id=6397327af94e4044ae5e667ca93f345c HTTP/1.1" status: 200 len: 267 time: 0.0608876 Feb 16 15:51:05.687219 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-1e74604f-aa62-49c8-8657-0e3978a58db3 req-a47a3922-3019-4c02-a9b6-9dfc6edd31e2 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] For port 3bb26e42-7bc8-4ef8-b476-cdbaf87fae04, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=3bb26e42-7bc8-4ef8-b476-cdbaf87fae04,segment=NetworkSegment(2e73efd5-fa44-4206-909a-5734c1318f54),segment_id=2e73efd5-fa44-4206-909a-5734c1318f54)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:51:05.687621 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1e74604f-aa62-49c8-8657-0e3978a58db3 req-a47a3922-3019-4c02-a9b6-9dfc6edd31e2 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:05.775581 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a9824-046b-4a79-b810-0c9a00c9b457 req-e689e530-9a3f-4fbe-8b6b-7e96ab6bda85 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:05.777497 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9f6a9824-046b-4a79-b810-0c9a00c9b457 req-e689e530-9a3f-4fbe-8b6b-7e96ab6bda85 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 945 time: 0.1252835 Feb 16 15:51:05.791184 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-9f6a9824-046b-4a79-b810-0c9a00c9b457 req-bacaf973-e8c9-4ad0-81c5-eb8ee8d82b91 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Request body: {'port': {'security_groups': ['126aa029-4956-4be5-baa5-8356cf15282d', '7154f7fc-779f-4d4c-9d06-5796f358452a']}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:51:05.827975 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-1e74604f-aa62-49c8-8657-0e3978a58db3 req-a47a3922-3019-4c02-a9b6-9dfc6edd31e2 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Calling delete_port for 3bb26e42-7bc8-4ef8-b476-cdbaf87fae04 owned by compute:nova {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:51:05.835982 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 3bb26e42-7bc8-4ef8-b476-cdbaf87fae04 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 15:51:05.940125 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-9f6a9824-046b-4a79-b810-0c9a00c9b457 req-bacaf973-e8c9-4ad0-81c5-eb8ee8d82b91 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:05.985779 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:05.998646 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1e74604f-aa62-49c8-8657-0e3978a58db3 req-a47a3922-3019-4c02-a9b6-9dfc6edd31e2 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-823957'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:06.017740 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2bed076b-d1a9-4703-a465-39a4e58a1377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:06.125511 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a3922-3019-4c02-a9b6-9dfc6edd31e2 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Pushing event deleted for resources: {'Port': ['ID=3bb26e42-7bc8-4ef8-b476-cdbaf87fae04,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:06.128600 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a47a3922-3019-4c02-a9b6-9dfc6edd31e2 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:06.244879 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e74604f-aa62-49c8-8657-0e3978a58db3 req-a47a3922-3019-4c02-a9b6-9dfc6edd31e2 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] No DVR routers for this DVR port 3bb26e42-7bc8-4ef8-b476-cdbaf87fae04 on host hv-cinder-77570 {{(pid=84026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 15:51:06.247162 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1e74604f-aa62-49c8-8657-0e3978a58db3 req-a47a3922-3019-4c02-a9b6-9dfc6edd31e2 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:06.251373 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ce9727-405a-4817-8202-bf6d89f5c6af', 'name': 'network-vif-deleted', 'tag': '3bb26e42-7bc8-4ef8-b476-cdbaf87fae04'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:51:06.265346 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1e74604f-aa62-49c8-8657-0e3978a58db3 req-a47a3922-3019-4c02-a9b6-9dfc6edd31e2 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.102 "DELETE /v2.0/ports/3bb26e42-7bc8-4ef8-b476-cdbaf87fae04 HTTP/1.1" status: 204 len: 173 time: 1.0176153 Feb 16 15:51:06.578559 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6bb5ed1b-b0c7-4454-9645-2183f10a6bcb req-23d5a1ce-3438-4d57-8e3c-4d15ed8d759b tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=28ce9727-405a-4817-8202-bf6d89f5c6af HTTP/1.1" status: 200 len: 210 time: 0.0545466 Feb 16 15:51:06.580195 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-9f6a9824-046b-4a79-b810-0c9a00c9b457 req-bacaf973-e8c9-4ad0-81c5-eb8ee8d82b91 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] For port beb6be7a-4c58-49ae-ac5a-507545b96f32, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=beb6be7a-4c58-49ae-ac5a-507545b96f32,segment=NetworkSegment(a613de86-ac2d-4561-8ad2-59c7cbbc24ef),segment_id=a613de86-ac2d-4561-8ad2-59c7cbbc24ef)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:51:06.609845 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-9f6a9824-046b-4a79-b810-0c9a00c9b457 req-bacaf973-e8c9-4ad0-81c5-eb8ee8d82b91 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:06.612845 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-9f6a9824-046b-4a79-b810-0c9a00c9b457 req-bacaf973-e8c9-4ad0-81c5-eb8ee8d82b91 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15847481'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:06.628618 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-891c6afe-e073-4923-b4d6-a823757cbeec tempest-ServerRescueNegativeTestJSON-1580731489 tempest-ServerRescueNegativeTestJSON-1580731489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:06.684318 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ce9727-405a-4817-8202-bf6d89f5c6af', 'name': 'network-vif-deleted', 'tag': '3bb26e42-7bc8-4ef8-b476-cdbaf87fae04', 'status': 'completed', 'code': 200} Feb 16 15:51:06.805787 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacaf973-e8c9-4ad0-81c5-eb8ee8d82b91 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Pushing event updated for resources: {'Port': ['ID=beb6be7a-4c58-49ae-ac5a-507545b96f32,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:06.820509 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-bacaf973-e8c9-4ad0-81c5-eb8ee8d82b91 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:06.859537 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a9824-046b-4a79-b810-0c9a00c9b457 req-bacaf973-e8c9-4ad0-81c5-eb8ee8d82b91 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:06.860370 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-9f6a9824-046b-4a79-b810-0c9a00c9b457 req-bacaf973-e8c9-4ad0-81c5-eb8ee8d82b91 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:06.861906 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9f6a9824-046b-4a79-b810-0c9a00c9b457 req-bacaf973-e8c9-4ad0-81c5-eb8ee8d82b91 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "PUT /v2.0/ports/beb6be7a-4c58-49ae-ac5a-507545b96f32 HTTP/1.1" status: 200 len: 981 time: 1.0775969 Feb 16 15:51:06.862504 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b4bdbf-6d56-4377-913c-e610be9a2289', 'tag': 'beb6be7a-4c58-49ae-ac5a-507545b96f32'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:51:06.921579 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b4bdbf-6d56-4377-913c-e610be9a2289', 'tag': 'beb6be7a-4c58-49ae-ac5a-507545b96f32', 'status': 'completed', 'code': 200} Feb 16 15:51:07.072129 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b59c2e-de77-47ef-ba8b-0d8aedc576bd req-e96a3f87-2637-4b89-b1d0-3aa1b1804611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:07.074435 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-35b59c2e-de77-47ef-ba8b-0d8aedc576bd req-e96a3f87-2637-4b89-b1d0-3aa1b1804611 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6397327af94e4044ae5e667ca93f345c&device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 1202 time: 0.1007612 Feb 16 15:51:07.075304 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a9f92-e107-4855-a8c6-cc1ac6c46428 req-ff1e190c-803d-4289-aa23-d4b545a783ec tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:07.076950 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a32a9f92-e107-4855-a8c6-cc1ac6c46428 req-ff1e190c-803d-4289-aa23-d4b545a783ec tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 984 time: 0.1044500 Feb 16 15:51:07.147015 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a32a9f92-e107-4855-a8c6-cc1ac6c46428 req-660bc856-53ed-4c8b-a998-68e72a2837f4 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?id=126aa029-4956-4be5-baa5-8356cf15282d&id=7154f7fc-779f-4d4c-9d06-5796f358452a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0627794 Feb 16 15:51:07.171788 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b8b4f21e-1155-4110-afa0-b6463e732a15 None None] Provisioning complete for port beb6be7a-4c58-49ae-ac5a-507545b96f32 triggered by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:51:07.172284 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b8b4f21e-1155-4110-afa0-b6463e732a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:07.257592 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b59c2e-de77-47ef-ba8b-0d8aedc576bd req-a644373e-2fe9-4e1a-894e-c99d2474ce4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:07.259228 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-35b59c2e-de77-47ef-ba8b-0d8aedc576bd req-a644373e-2fe9-4e1a-894e-c99d2474ce4b service neutron] 10.222.0.102 "GET /v2.0/networks?id=2886c1eb-0213-49c7-9040-561b7a7aaa58 HTTP/1.1" status: 200 len: 909 time: 0.1749675 Feb 16 15:51:07.383112 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-35b59c2e-de77-47ef-ba8b-0d8aedc576bd req-68d5a2e2-6b33-474e-8582-7b233567c513 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=beb6be7a-4c58-49ae-ac5a-507545b96f32 HTTP/1.1" status: 200 len: 1000 time: 0.1146765 Feb 16 15:51:07.457711 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b59c2e-de77-47ef-ba8b-0d8aedc576bd req-5bbb6a35-394b-458b-9b01-f0fe04c7222f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:07.459814 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-35b59c2e-de77-47ef-ba8b-0d8aedc576bd req-5bbb6a35-394b-458b-9b01-f0fe04c7222f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9629cb7e-b8ec-4ae2-b2ac-1c9cd6f10b53 HTTP/1.1" status: 200 len: 854 time: 0.0683517 Feb 16 15:51:07.541822 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b59c2e-de77-47ef-ba8b-0d8aedc576bd req-6ab96c4a-74ab-4852-9fa7-4c2497c79dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:07.543466 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-35b59c2e-de77-47ef-ba8b-0d8aedc576bd req-6ab96c4a-74ab-4852-9fa7-4c2497c79dcc service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=2886c1eb-0213-49c7-9040-561b7a7aaa58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0773146 Feb 16 15:51:07.688058 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-35b59c2e-de77-47ef-ba8b-0d8aedc576bd req-1c92c986-bdc4-4841-b2be-0cbd0d963c2b service neutron] 10.222.0.102 "GET /v2.0/networks/2886c1eb-0213-49c7-9040-561b7a7aaa58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368194 Feb 16 15:51:07.842912 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-35b59c2e-de77-47ef-ba8b-0d8aedc576bd req-9da17037-79b9-4571-ba21-20c985d6989c service neutron] 10.222.0.102 "GET /v2.0/networks/2886c1eb-0213-49c7-9040-561b7a7aaa58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1468728 Feb 16 15:51:08.877978 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device beb6be7a-4c58-49ae-ac5a-507545b96f32 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:51:08.956658 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port beb6be7a-4c58-49ae-ac5a-507545b96f32 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:51:08.957137 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:09.360377 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7b258-c0f8-4d99-aa9b-804150b0b9af req-dbf6fdf5-8ca1-4bd8-9a79-ba6ab69d742a tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:09.362189 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-84b7b258-c0f8-4d99-aa9b-804150b0b9af req-dbf6fdf5-8ca1-4bd8-9a79-ba6ab69d742a tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=edbb0f9c-11b2-4bb4-9e66-1fdf9fa85b2f HTTP/1.1" status: 200 len: 946 time: 0.0989563 Feb 16 15:51:09.417186 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-84b7b258-c0f8-4d99-aa9b-804150b0b9af req-a8054174-83cb-4d50-a54b-ec91aad4769f tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478649 Feb 16 15:51:09.884396 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 34504) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:10.009285 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0dc5eb29-88ef-440b-826c-9836dceda96c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:10.026237 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-0dc5eb29-88ef-440b-826c-9836dceda96c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:51:10.030811 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-0dc5eb29-88ef-440b-826c-9836dceda96c admin admin] Usage tracker for resource:security_group_rule and tenant:e83a841cd7614661a3123197fc7c8c58 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:51:10.034163 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-0dc5eb29-88ef-440b-826c-9836dceda96c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:51:10.041130 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-0dc5eb29-88ef-440b-826c-9836dceda96c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:51:10.127935 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0dc5eb29-88ef-440b-826c-9836dceda96c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:10.130701 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0dc5eb29-88ef-440b-826c-9836dceda96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:10.139212 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-79b7e58f-6026-42c9-9326-a26600a2ced9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:10.185451 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-0dc5eb29-88ef-440b-826c-9836dceda96c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e83a841cd7614661a3123197fc7c8c58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2998030 Feb 16 15:51:10.186426 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5eb29-88ef-440b-826c-9836dceda96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71ac748-238d-4276-b717-a1ad4a5545b2,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:10.189474 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 34510) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:10.189776 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0dc5eb29-88ef-440b-826c-9836dceda96c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:10.253284 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-07817ba6-87fd-4dea-93d1-cc5665ed8fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:10.280229 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-07817ba6-87fd-4dea-93d1-cc5665ed8fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:10.325213 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-07817ba6-87fd-4dea-93d1-cc5665ed8fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:10.330291 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-861d0236-ee47-4bf6-82bb-79c37e8d6a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:10.348206 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07817ba6-87fd-4dea-93d1-cc5665ed8fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71ac748-238d-4276-b717-a1ad4a5545b2,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:10.352163 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-07817ba6-87fd-4dea-93d1-cc5665ed8fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:10.353364 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-07817ba6-87fd-4dea-93d1-cc5665ed8fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:10.354613 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-07817ba6-87fd-4dea-93d1-cc5665ed8fc8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d71ac748-238d-4276-b717-a1ad4a5545b2 HTTP/1.1" status: 204 len: 168 time: 0.1638663 Feb 16 15:51:10.630607 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9cc4d-8c0d-4ac7-bcab-7f28500529ad req-072403e5-6342-4d16-a164-c9e079751734 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:10.632252 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-06e9cc4d-8c0d-4ac7-bcab-7f28500529ad req-072403e5-6342-4d16-a164-c9e079751734 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=edbb0f9c-11b2-4bb4-9e66-1fdf9fa85b2f HTTP/1.1" status: 200 len: 946 time: 0.0874174 Feb 16 15:51:10.648152 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 34520) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:10.668148 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0b7d0aac-d809-4c73-9ef7-27fd805230c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:10.683381 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-06e9cc4d-8c0d-4ac7-bcab-7f28500529ad req-33e85579-fdde-423a-9a49-f0df28695fe7 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444937 Feb 16 15:51:10.683566 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-0b7d0aac-d809-4c73-9ef7-27fd805230c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:51:10.687602 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-0b7d0aac-d809-4c73-9ef7-27fd805230c2 admin admin] Usage tracker for resource:security_group_rule and tenant:5d1a0f5ac2654f8fafa1b01bf24cbc7a is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:51:10.690922 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-0b7d0aac-d809-4c73-9ef7-27fd805230c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:51:10.697721 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-0b7d0aac-d809-4c73-9ef7-27fd805230c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:51:10.798079 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0b7d0aac-d809-4c73-9ef7-27fd805230c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:10.800978 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0b7d0aac-d809-4c73-9ef7-27fd805230c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:10.809839 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3b32406f-85cf-4c6c-a3c7-019f93c1c814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:10.852602 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-0b7d0aac-d809-4c73-9ef7-27fd805230c2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5d1a0f5ac2654f8fafa1b01bf24cbc7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2032955 Feb 16 15:51:10.853604 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d0aac-d809-4c73-9ef7-27fd805230c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a76ee3d-727c-413d-be61-d4a15a87de13,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:10.855545 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 34524) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:10.856916 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0b7d0aac-d809-4c73-9ef7-27fd805230c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:10.919415 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b8368f34-98bc-43a9-9ef4-6d1e339eaf2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:10.950926 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b8368f34-98bc-43a9-9ef4-6d1e339eaf2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:10.995485 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b8368f34-98bc-43a9-9ef4-6d1e339eaf2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:11.000545 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3ad5496c-477d-4e5e-a9ee-877522f07aa9 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:11.013705 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8368f34-98bc-43a9-9ef4-6d1e339eaf2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a76ee3d-727c-413d-be61-d4a15a87de13,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:11.018118 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b8368f34-98bc-43a9-9ef4-6d1e339eaf2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:11.024368 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b8368f34-98bc-43a9-9ef4-6d1e339eaf2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:11.027959 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-b8368f34-98bc-43a9-9ef4-6d1e339eaf2e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8a76ee3d-727c-413d-be61-d4a15a87de13 HTTP/1.1" status: 204 len: 168 time: 0.1688440 Feb 16 15:51:11.314197 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0c296-b264-4f7a-9861-e076003c5a37 req-b91f766a-e643-44d6-905f-de6baa1dfc58 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:11.315051 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-22b0c296-b264-4f7a-9861-e076003c5a37 req-b91f766a-e643-44d6-905f-de6baa1dfc58 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Synchronizing usage tracker for tenant:0ab3af7787b74d4c93aa4ba8f5c73562 on resource:port {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:51:11.330735 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-22b0c296-b264-4f7a-9861-e076003c5a37 req-b91f766a-e643-44d6-905f-de6baa1dfc58 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Unset dirty status for tenant:0ab3af7787b74d4c93aa4ba8f5c73562 on resource:port {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:51:11.332021 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-22b0c296-b264-4f7a-9861-e076003c5a37 req-b91f766a-e643-44d6-905f-de6baa1dfc58 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.102 "GET /v2.0/ports?device_id=edbb0f9c-11b2-4bb4-9e66-1fdf9fa85b2f HTTP/1.1" status: 200 len: 946 time: 0.1081102 Feb 16 15:51:11.412954 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-22b0c296-b264-4f7a-9861-e076003c5a37 req-173ff643-0890-4f69-af10-5dde48d6ea99 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Deleting port dfaf54be-1853-499d-b38c-594fb717d844 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:51:11.413333 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-22b0c296-b264-4f7a-9861-e076003c5a37 req-173ff643-0890-4f69-af10-5dde48d6ea99 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:11.688387 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-22b0c296-b264-4f7a-9861-e076003c5a37 req-173ff643-0890-4f69-af10-5dde48d6ea99 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] For port dfaf54be-1853-499d-b38c-594fb717d844, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=dfaf54be-1853-499d-b38c-594fb717d844,segment=NetworkSegment(2e73efd5-fa44-4206-909a-5734c1318f54),segment_id=2e73efd5-fa44-4206-909a-5734c1318f54)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:51:11.688807 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-22b0c296-b264-4f7a-9861-e076003c5a37 req-173ff643-0890-4f69-af10-5dde48d6ea99 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:11.857809 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-22b0c296-b264-4f7a-9861-e076003c5a37 req-173ff643-0890-4f69-af10-5dde48d6ea99 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Calling delete_port for dfaf54be-1853-499d-b38c-594fb717d844 owned by compute:nova {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:51:11.899844 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device dfaf54be-1853-499d-b38c-594fb717d844 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 15:51:11.914816 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5f04a-fb48-4c92-adec-be1a8b4e9806 req-f919b632-833f-4893-a36d-a69ad94355de tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:11.916677 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-17e5f04a-fb48-4c92-adec-be1a8b4e9806 req-f919b632-833f-4893-a36d-a69ad94355de tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=edbb0f9c-11b2-4bb4-9e66-1fdf9fa85b2f HTTP/1.1" status: 200 len: 946 time: 0.1010108 Feb 16 15:51:11.983022 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-17e5f04a-fb48-4c92-adec-be1a8b4e9806 req-fe5fe56f-9f80-4081-a2c0-a6815236b64a tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577965 Feb 16 15:51:12.028120 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-22b0c296-b264-4f7a-9861-e076003c5a37 req-173ff643-0890-4f69-af10-5dde48d6ea99 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-823957'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:12.045436 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-18ead22b-bf5c-4535-9670-f48a59e5cd12 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:12.051953 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:12.142896 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ff643-0890-4f69-af10-5dde48d6ea99 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Pushing event deleted for resources: {'Port': ['ID=dfaf54be-1853-499d-b38c-594fb717d844,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:12.150131 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-173ff643-0890-4f69-af10-5dde48d6ea99 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:12.262700 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b0c296-b264-4f7a-9861-e076003c5a37 req-173ff643-0890-4f69-af10-5dde48d6ea99 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] No DVR routers for this DVR port dfaf54be-1853-499d-b38c-594fb717d844 on host hv-cinder-77570 {{(pid=84026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 15:51:12.264930 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-22b0c296-b264-4f7a-9861-e076003c5a37 req-173ff643-0890-4f69-af10-5dde48d6ea99 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:12.268031 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbb0f9c-11b2-4bb4-9e66-1fdf9fa85b2f', 'name': 'network-vif-deleted', 'tag': 'dfaf54be-1853-499d-b38c-594fb717d844'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:51:12.293744 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-22b0c296-b264-4f7a-9861-e076003c5a37 req-173ff643-0890-4f69-af10-5dde48d6ea99 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.102 "DELETE /v2.0/ports/dfaf54be-1853-499d-b38c-594fb717d844 HTTP/1.1" status: 204 len: 173 time: 0.9550142 Feb 16 15:51:12.325429 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbb0f9c-11b2-4bb4-9e66-1fdf9fa85b2f', 'name': 'network-vif-deleted', 'tag': 'dfaf54be-1853-499d-b38c-594fb717d844', 'status': 'completed', 'code': 200} Feb 16 15:51:12.334175 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 34558) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:12.467808 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9ee6128a-19ec-4b6a-be56-29ee6560895d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:12.484770 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-9ee6128a-19ec-4b6a-be56-29ee6560895d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:51:12.489186 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-9ee6128a-19ec-4b6a-be56-29ee6560895d admin admin] Usage tracker for resource:security_group_rule and tenant:40ba3a59b5674387a3449db1df241afb is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:51:12.492558 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-9ee6128a-19ec-4b6a-be56-29ee6560895d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:51:12.498967 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-9ee6128a-19ec-4b6a-be56-29ee6560895d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:51:12.588074 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9ee6128a-19ec-4b6a-be56-29ee6560895d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:12.590884 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9ee6128a-19ec-4b6a-be56-29ee6560895d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:12.601308 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-60466781-32c4-4684-8b30-327de4259424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:12.644231 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-9ee6128a-19ec-4b6a-be56-29ee6560895d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=40ba3a59b5674387a3449db1df241afb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088892 Feb 16 15:51:12.645171 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6128a-19ec-4b6a-be56-29ee6560895d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c7d793-fab8-4771-96e2-831ee14e3264,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:12.648097 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 34564) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:12.648898 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-9ee6128a-19ec-4b6a-be56-29ee6560895d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:12.713083 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-197df266-181b-4270-8e56-3a72d34a4914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:12.742617 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-197df266-181b-4270-8e56-3a72d34a4914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:12.793390 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-197df266-181b-4270-8e56-3a72d34a4914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:12.798658 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8ff1d85f-a111-46f5-8f50-2f4605a6ea6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:12.812030 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197df266-181b-4270-8e56-3a72d34a4914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c7d793-fab8-4771-96e2-831ee14e3264,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:12.815311 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-197df266-181b-4270-8e56-3a72d34a4914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:12.817344 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-197df266-181b-4270-8e56-3a72d34a4914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:12.819150 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-197df266-181b-4270-8e56-3a72d34a4914 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/07c7d793-fab8-4771-96e2-831ee14e3264 HTTP/1.1" status: 204 len: 168 time: 0.1693046 Feb 16 15:51:13.182084 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-007fd570-ed31-45cd-b804-f81385b7c5c9 req-fb0c8126-4fc2-4276-a325-19e5d9bf77a5 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=edbb0f9c-11b2-4bb4-9e66-1fdf9fa85b2f HTTP/1.1" status: 200 len: 210 time: 0.0552051 Feb 16 15:51:14.658848 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73d485-e088-4cac-a7db-bb08df25fcb5 req-2e456c55-b92e-41cb-8c04-c1956373c546 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:14.660695 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4f73d485-e088-4cac-a7db-bb08df25fcb5 req-2e456c55-b92e-41cb-8c04-c1956373c546 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b0dc6b-e94b-4da2-b9a4-474f9970ad19 HTTP/1.1" status: 200 len: 945 time: 0.0882244 Feb 16 15:51:14.713025 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4f73d485-e088-4cac-a7db-bb08df25fcb5 req-8323f12c-f535-4ccf-9aa1-5f223b2d74d2 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453472 Feb 16 15:51:15.380533 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-62671f45-18e2-44e1-b951-af77947f978b req-af95843d-69d6-4fd7-983b-cc8e220f1bf0 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=597bf16cc36a46b78aa540283f22474f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332351 Feb 16 15:51:15.545059 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62671f45-18e2-44e1-b951-af77947f978b req-54cce7d4-60e8-4ba3-bdb1-bdbf2a8e8aeb tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:15.546779 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-62671f45-18e2-44e1-b951-af77947f978b req-54cce7d4-60e8-4ba3-bdb1-bdbf2a8e8aeb tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1604352 Feb 16 15:51:15.563962 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-62671f45-18e2-44e1-b951-af77947f978b req-bdf63e3b-e1ea-4daf-98c1-fe8f6611b3dc tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] 10.222.0.42 "GET /v2.0/quotas/597bf16cc36a46b78aa540283f22474f HTTP/1.1" status: 200 len: 375 time: 0.0110552 Feb 16 15:51:15.619059 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-62671f45-18e2-44e1-b951-af77947f978b req-ef7f5aae-66ef-4cda-89c1-9d68a9924419 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=597bf16cc36a46b78aa540283f22474f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495579 Feb 16 15:51:15.821624 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-8310ed3c-b710-414f-be07-8b76355a9b7f req-7c7dc99c-a489-45b1-bc87-faa64f258824 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4bbb58b-5361-4397-8bf0-8ad746b1685d HTTP/1.1" status: 200 len: 210 time: 0.0566404 Feb 16 15:51:15.936764 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647af3a-906c-4f9c-85a6-4774dbf9d492 req-d21659b9-2291-4e98-ab94-99ad4bfe531e tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:15.938480 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5647af3a-906c-4f9c-85a6-4774dbf9d492 req-d21659b9-2291-4e98-ab94-99ad4bfe531e tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b0dc6b-e94b-4da2-b9a4-474f9970ad19 HTTP/1.1" status: 200 len: 945 time: 0.0961666 Feb 16 15:51:15.990466 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5647af3a-906c-4f9c-85a6-4774dbf9d492 req-d50d5232-a591-48ee-9648-32609d4e9083 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442700 Feb 16 15:51:16.203639 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 8df4509e-1338-4e4b-a598-c522b65557e2 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:51:16.281521 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 8df4509e-1338-4e4b-a598-c522b65557e2 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:51:16.281946 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:16.372633 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce44a4d-8947-4b6d-8f78-baf61560f842 req-bc16076d-18b3-43f3-8343-bdb47d1850d2 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:16.373685 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-fce44a4d-8947-4b6d-8f78-baf61560f842 req-bc16076d-18b3-43f3-8343-bdb47d1850d2 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Synchronizing usage tracker for tenant:0ab3af7787b74d4c93aa4ba8f5c73562 on resource:port {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:51:16.391303 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-fce44a4d-8947-4b6d-8f78-baf61560f842 req-bc16076d-18b3-43f3-8343-bdb47d1850d2 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Unset dirty status for tenant:0ab3af7787b74d4c93aa4ba8f5c73562 on resource:port {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:51:16.392587 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-fce44a4d-8947-4b6d-8f78-baf61560f842 req-bc16076d-18b3-43f3-8343-bdb47d1850d2 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.102 "GET /v2.0/ports?device_id=63b0dc6b-e94b-4da2-b9a4-474f9970ad19 HTTP/1.1" status: 200 len: 945 time: 0.1114779 Feb 16 15:51:16.472499 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-fce44a4d-8947-4b6d-8f78-baf61560f842 req-c70c2df3-8014-4844-924b-3292351f9f6d tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Deleting port 8df4509e-1338-4e4b-a598-c522b65557e2 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:51:16.472879 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-fce44a4d-8947-4b6d-8f78-baf61560f842 req-c70c2df3-8014-4844-924b-3292351f9f6d tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:16.738765 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-fce44a4d-8947-4b6d-8f78-baf61560f842 req-c70c2df3-8014-4844-924b-3292351f9f6d tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] For port 8df4509e-1338-4e4b-a598-c522b65557e2, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=8df4509e-1338-4e4b-a598-c522b65557e2,segment=NetworkSegment(2e73efd5-fa44-4206-909a-5734c1318f54),segment_id=2e73efd5-fa44-4206-909a-5734c1318f54)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:51:16.739169 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-fce44a4d-8947-4b6d-8f78-baf61560f842 req-c70c2df3-8014-4844-924b-3292351f9f6d tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:16.880209 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-fce44a4d-8947-4b6d-8f78-baf61560f842 req-c70c2df3-8014-4844-924b-3292351f9f6d tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Calling delete_port for 8df4509e-1338-4e4b-a598-c522b65557e2 owned by compute:nova {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:51:17.002617 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d3b25a5a-c860-4fa5-a6e2-f194a2034a5b req-67a63400-bb6b-4469-882d-b417d7c02922 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4bbb58b-5361-4397-8bf0-8ad746b1685d HTTP/1.1" status: 200 len: 210 time: 0.0599573 Feb 16 15:51:17.201126 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-62671f45-18e2-44e1-b951-af77947f978b req-f54691ec-b255-476a-b8e8-03142de60eb0 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=597bf16cc36a46b78aa540283f22474f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2869611 Feb 16 15:51:17.207359 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1abba38-1c1d-406e-a09c-3be67865824b req-a2fd63d1-5b11-4143-bf84-0d86072e52e7 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:17.210890 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c1abba38-1c1d-406e-a09c-3be67865824b req-a2fd63d1-5b11-4143-bf84-0d86072e52e7 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b0dc6b-e94b-4da2-b9a4-474f9970ad19 HTTP/1.1" status: 200 len: 945 time: 0.0985637 Feb 16 15:51:17.262620 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c1abba38-1c1d-406e-a09c-3be67865824b req-c252aa4c-b37e-4183-896f-ef74648cbcfc tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468459 Feb 16 15:51:17.454246 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-fce44a4d-8947-4b6d-8f78-baf61560f842 req-c70c2df3-8014-4844-924b-3292351f9f6d tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-823957'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:17.477363 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62671f45-18e2-44e1-b951-af77947f978b req-0bfd5333-31dc-44e4-abf1-f4a005282855 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:17.478993 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-62671f45-18e2-44e1-b951-af77947f978b req-0bfd5333-31dc-44e4-abf1-f4a005282855 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2373002 Feb 16 15:51:17.479714 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f8d504a7-e880-4a32-924a-047636026181 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:17.538886 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-62671f45-18e2-44e1-b951-af77947f978b req-00c41e36-82a8-4c11-9a5e-41c22a604553 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Request body: {'port': {'device_id': 'e4bbb58b-5361-4397-8bf0-8ad746b1685d', 'network_id': '475c9bf9-c913-46e7-88e5-afbeed802a27', 'admin_state_up': True, 'tenant_id': '597bf16cc36a46b78aa540283f22474f'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:51:17.601646 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c2df3-8014-4844-924b-3292351f9f6d tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Pushing event deleted for resources: {'Port': ['ID=8df4509e-1338-4e4b-a598-c522b65557e2,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:17.605062 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c70c2df3-8014-4844-924b-3292351f9f6d tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:17.792324 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-62671f45-18e2-44e1-b951-af77947f978b req-00c41e36-82a8-4c11-9a5e-41c22a604553 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:51:17.826677 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-62671f45-18e2-44e1-b951-af77947f978b req-00c41e36-82a8-4c11-9a5e-41c22a604553 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Usage tracker for resource:port and tenant:597bf16cc36a46b78aa540283f22474f is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:51:17.835065 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-62671f45-18e2-44e1-b951-af77947f978b req-00c41e36-82a8-4c11-9a5e-41c22a604553 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:51:17.845476 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce44a4d-8947-4b6d-8f78-baf61560f842 req-c70c2df3-8014-4844-924b-3292351f9f6d tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] No DVR routers for this DVR port 8df4509e-1338-4e4b-a598-c522b65557e2 on host hv-cinder-77570 {{(pid=84026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 15:51:17.847355 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-62671f45-18e2-44e1-b951-af77947f978b req-00c41e36-82a8-4c11-9a5e-41c22a604553 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:51:17.850404 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-fce44a4d-8947-4b6d-8f78-baf61560f842 req-c70c2df3-8014-4844-924b-3292351f9f6d tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:17.853062 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b0dc6b-e94b-4da2-b9a4-474f9970ad19', 'name': 'network-vif-deleted', 'tag': '8df4509e-1338-4e4b-a598-c522b65557e2'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:51:17.875293 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62671f45-18e2-44e1-b951-af77947f978b req-00c41e36-82a8-4c11-9a5e-41c22a604553 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Made reservation on behalf of 597bf16cc36a46b78aa540283f22474f for: {'port': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:51:17.881137 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-62671f45-18e2-44e1-b951-af77947f978b req-00c41e36-82a8-4c11-9a5e-41c22a604553 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:17.895888 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-fce44a4d-8947-4b6d-8f78-baf61560f842 req-c70c2df3-8014-4844-924b-3292351f9f6d tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.102 "DELETE /v2.0/ports/8df4509e-1338-4e4b-a598-c522b65557e2 HTTP/1.1" status: 204 len: 173 time: 1.4970326 Feb 16 15:51:17.897270 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-62671f45-18e2-44e1-b951-af77947f978b req-00c41e36-82a8-4c11-9a5e-41c22a604553 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:17.910851 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b0dc6b-e94b-4da2-b9a4-474f9970ad19', 'name': 'network-vif-deleted', 'tag': '8df4509e-1338-4e4b-a598-c522b65557e2', 'status': 'completed', 'code': 200} Feb 16 15:51:17.917885 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-62671f45-18e2-44e1-b951-af77947f978b req-00c41e36-82a8-4c11-9a5e-41c22a604553 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:51:17.922102 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-62671f45-18e2-44e1-b951-af77947f978b req-00c41e36-82a8-4c11-9a5e-41c22a604553 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Usage tracker for resource:security_group_rule and tenant:597bf16cc36a46b78aa540283f22474f is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:51:17.925295 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-62671f45-18e2-44e1-b951-af77947f978b req-00c41e36-82a8-4c11-9a5e-41c22a604553 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:51:17.931448 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-62671f45-18e2-44e1-b951-af77947f978b req-00c41e36-82a8-4c11-9a5e-41c22a604553 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:51:18.024800 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-62671f45-18e2-44e1-b951-af77947f978b req-00c41e36-82a8-4c11-9a5e-41c22a604553 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:18.026747 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-62671f45-18e2-44e1-b951-af77947f978b req-00c41e36-82a8-4c11-9a5e-41c22a604553 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:18.039165 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5b0f94f2-bb0d-42b6-bbb1-c3be6ede7d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:18.160022 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c41e36-82a8-4c11-9a5e-41c22a604553 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48c93c96-ce42-4d8f-b339-45e21de1b710,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:18.165939 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-00c41e36-82a8-4c11-9a5e-41c22a604553 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:18.174413 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 8df4509e-1338-4e4b-a598-c522b65557e2 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 15:51:18.179076 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-7d816824-8958-4230-9882-ca56a6388cac req-41d46fac-3bbb-4d6b-b1e0-37a547fc34f1 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4bbb58b-5361-4397-8bf0-8ad746b1685d HTTP/1.1" status: 200 len: 210 time: 0.0560338 Feb 16 15:51:18.223251 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] No Port match for: 8df4509e-1338-4e4b-a598-c522b65557e2 {{(pid=84027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 15:51:18.223649 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 8df4509e-1338-4e4b-a598-c522b65557e2 not bound to the agent host hv-cinder-77570 {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 15:51:18.368162 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-62671f45-18e2-44e1-b951-af77947f978b req-00c41e36-82a8-4c11-9a5e-41c22a604553 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Allocated IP 192.168.233.225 (475c9bf9-c913-46e7-88e5-afbeed802a27/c4741014-1ef7-4a94-8c90-2c83dc489c70/9cdfd3ee-8504-4410-99c5-a083e4b2520c) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 16 15:51:18.448748 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-7d456737-3e25-4dba-bf1e-ce6c2ba55d4b req-d0db6614-7e6e-4944-ab63-3825fd4df13e tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b0dc6b-e94b-4da2-b9a4-474f9970ad19 HTTP/1.1" status: 200 len: 210 time: 0.0490394 Feb 16 15:51:18.598564 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-62671f45-18e2-44e1-b951-af77947f978b req-00c41e36-82a8-4c11-9a5e-41c22a604553 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:18.614812 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-62671f45-18e2-44e1-b951-af77947f978b req-00c41e36-82a8-4c11-9a5e-41c22a604553 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Transition to ACTIVE for port object 9cdfd3ee-8504-4410-99c5-a083e4b2520c will not be triggered until provisioned by entity DHCP. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:51:18.639021 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-62671f45-18e2-44e1-b951-af77947f978b req-00c41e36-82a8-4c11-9a5e-41c22a604553 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363282561657392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-823957'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:18.654643 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-aaeb38e0-b4f3-431e-b52a-367a21e36798 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:18.798337 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c41e36-82a8-4c11-9a5e-41c22a604553 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Pushing event updated for resources: {'Port': ['ID=9cdfd3ee-8504-4410-99c5-a083e4b2520c,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:18.802819 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-00c41e36-82a8-4c11-9a5e-41c22a604553 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:18.861409 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62671f45-18e2-44e1-b951-af77947f978b req-00c41e36-82a8-4c11-9a5e-41c22a604553 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Network 475c9bf9-c913-46e7-88e5-afbeed802a27 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 16 15:51:18.862497 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-62671f45-18e2-44e1-b951-af77947f978b req-00c41e36-82a8-4c11-9a5e-41c22a604553 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:51:18.864808 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-62671f45-18e2-44e1-b951-af77947f978b req-00c41e36-82a8-4c11-9a5e-41c22a604553 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 16 15:51:18.944895 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62671f45-18e2-44e1-b951-af77947f978b req-00c41e36-82a8-4c11-9a5e-41c22a604553 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:18.945584 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-62671f45-18e2-44e1-b951-af77947f978b req-00c41e36-82a8-4c11-9a5e-41c22a604553 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:18.971938 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-62671f45-18e2-44e1-b951-af77947f978b req-00c41e36-82a8-4c11-9a5e-41c22a604553 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4472654 Feb 16 15:51:18.992556 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-62671f45-18e2-44e1-b951-af77947f978b req-edcbc5e5-e25a-4f5f-9c90-fa1183ffb72c service neutron] Request body: {'port': {'device_id': 'e4bbb58b-5361-4397-8bf0-8ad746b1685d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:51:19.121967 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-34ed76b9-0c94-45f8-af65-5630ce1206bd None None] Provisioning for port 9cdfd3ee-8504-4410-99c5-a083e4b2520c completed by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:51:19.127162 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-34ed76b9-0c94-45f8-af65-5630ce1206bd None None] Provisioning complete for port 9cdfd3ee-8504-4410-99c5-a083e4b2520c triggered by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:51:19.127587 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-34ed76b9-0c94-45f8-af65-5630ce1206bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:19.143906 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-62671f45-18e2-44e1-b951-af77947f978b req-edcbc5e5-e25a-4f5f-9c90-fa1183ffb72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:19.189050 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-34ed76b9-0c94-45f8-af65-5630ce1206bd None None] Port 9cdfd3ee-8504-4410-99c5-a083e4b2520c cannot update to ACTIVE because it is not bound. {{(pid=84027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 16 15:51:19.425467 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c986cf36-8c23-46d0-9917-0df2575c0f94 req-3c1a46b1-de73-4ca3-a4ac-a5ebf2761902 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:19.427040 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c986cf36-8c23-46d0-9917-0df2575c0f94 req-3c1a46b1-de73-4ca3-a4ac-a5ebf2761902 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4bbb58b-5361-4397-8bf0-8ad746b1685d HTTP/1.1" status: 200 len: 936 time: 0.0976429 Feb 16 15:51:19.485299 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c986cf36-8c23-46d0-9917-0df2575c0f94 req-26d4ba10-1925-446c-93da-fd5cf6e6b41f tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] 10.222.0.42 "GET /v2.0/security-groups?id=48c93c96-ce42-4d8f-b339-45e21de1b710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491247 Feb 16 15:51:19.603298 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [req-62671f45-18e2-44e1-b951-af77947f978b req-edcbc5e5-e25a-4f5f-9c90-fa1183ffb72c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cdfd3ee-8504-4410-99c5-a083e4b2520c {{(pid=84026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 16 15:51:19.612061 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-62671f45-18e2-44e1-b951-af77947f978b req-edcbc5e5-e25a-4f5f-9c90-fa1183ffb72c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:19.626205 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-62671f45-18e2-44e1-b951-af77947f978b req-edcbc5e5-e25a-4f5f-9c90-fa1183ffb72c service neutron] Transition to ACTIVE for port object 9cdfd3ee-8504-4410-99c5-a083e4b2520c will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 16 15:51:19.629166 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-62671f45-18e2-44e1-b951-af77947f978b req-edcbc5e5-e25a-4f5f-9c90-fa1183ffb72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853951842'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:19.646146 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2ff67122-a97b-481b-b934-7e29dc81130d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:19.829146 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcbc5e5-e25a-4f5f-9c90-fa1183ffb72c service neutron] Pushing event updated for resources: {'Port': ['ID=9cdfd3ee-8504-4410-99c5-a083e4b2520c,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:19.836340 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-edcbc5e5-e25a-4f5f-9c90-fa1183ffb72c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:20.027381 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-62671f45-18e2-44e1-b951-af77947f978b req-edcbc5e5-e25a-4f5f-9c90-fa1183ffb72c service neutron] Attempting to bind port 9cdfd3ee-8504-4410-99c5-a083e4b2520c on host hv-cinder-77570 for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:51:20.027953 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-62671f45-18e2-44e1-b951-af77947f978b req-edcbc5e5-e25a-4f5f-9c90-fa1183ffb72c service neutron] Attempting to bind port 9cdfd3ee-8504-4410-99c5-a083e4b2520c by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '09e9cd79-cd61-4d96-a604-2cb5701891b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '475c9bf9-c913-46e7-88e5-afbeed802a27'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 16 15:51:20.028094 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62671f45-18e2-44e1-b951-af77947f978b req-edcbc5e5-e25a-4f5f-9c90-fa1183ffb72c service neutron] Attempting to bind port 9cdfd3ee-8504-4410-99c5-a083e4b2520c on network 475c9bf9-c913-46e7-88e5-afbeed802a27 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 16 15:51:20.034097 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62671f45-18e2-44e1-b951-af77947f978b req-edcbc5e5-e25a-4f5f-9c90-fa1183ffb72c service neutron] Checking agent: {'id': '9f703877-974c-4713-aaa3-781784e6ea8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 16, 15, 41, 2), 'started_at': datetime.datetime(2021, 2, 16, 15, 41, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 16, 15, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.100', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 15:51:20.034298 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62671f45-18e2-44e1-b951-af77947f978b req-edcbc5e5-e25a-4f5f-9c90-fa1183ffb72c service neutron] Checking segment: {'id': '09e9cd79-cd61-4d96-a604-2cb5701891b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '475c9bf9-c913-46e7-88e5-afbeed802a27'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:51:20.034735 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-62671f45-18e2-44e1-b951-af77947f978b req-edcbc5e5-e25a-4f5f-9c90-fa1183ffb72c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:20.035132 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62671f45-18e2-44e1-b951-af77947f978b req-edcbc5e5-e25a-4f5f-9c90-fa1183ffb72c service neutron] Bound using segment: {'id': '09e9cd79-cd61-4d96-a604-2cb5701891b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '475c9bf9-c913-46e7-88e5-afbeed802a27'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 15:51:20.035866 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-62671f45-18e2-44e1-b951-af77947f978b req-edcbc5e5-e25a-4f5f-9c90-fa1183ffb72c service neutron] Bound port: 9cdfd3ee-8504-4410-99c5-a083e4b2520c, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09e9cd79-cd61-4d96-a604-2cb5701891b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '475c9bf9-c913-46e7-88e5-afbeed802a27'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 16 15:51:20.036195 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-62671f45-18e2-44e1-b951-af77947f978b req-edcbc5e5-e25a-4f5f-9c90-fa1183ffb72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:20.134562 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-62671f45-18e2-44e1-b951-af77947f978b req-edcbc5e5-e25a-4f5f-9c90-fa1183ffb72c service neutron] For port 9cdfd3ee-8504-4410-99c5-a083e4b2520c, host hv-cinder-77570, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 16 15:51:20.137674 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-62671f45-18e2-44e1-b951-af77947f978b req-edcbc5e5-e25a-4f5f-9c90-fa1183ffb72c service neutron] For port 9cdfd3ee-8504-4410-99c5-a083e4b2520c, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9cdfd3ee-8504-4410-99c5-a083e4b2520c,segment=NetworkSegment(09e9cd79-cd61-4d96-a604-2cb5701891b1),segment_id=09e9cd79-cd61-4d96-a604-2cb5701891b1)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 16 15:51:20.142284 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-62671f45-18e2-44e1-b951-af77947f978b req-edcbc5e5-e25a-4f5f-9c90-fa1183ffb72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853951842'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:20.155434 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-4408b799-3830-4e1b-ac6e-fb09e63ef2e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:20.299759 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcbc5e5-e25a-4f5f-9c90-fa1183ffb72c service neutron] Pushing event updated for resources: {'Port': ['ID=9cdfd3ee-8504-4410-99c5-a083e4b2520c,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:20.313132 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-edcbc5e5-e25a-4f5f-9c90-fa1183ffb72c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:20.347046 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62671f45-18e2-44e1-b951-af77947f978b req-edcbc5e5-e25a-4f5f-9c90-fa1183ffb72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:20.347722 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-62671f45-18e2-44e1-b951-af77947f978b req-edcbc5e5-e25a-4f5f-9c90-fa1183ffb72c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:20.349197 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-62671f45-18e2-44e1-b951-af77947f978b req-edcbc5e5-e25a-4f5f-9c90-fa1183ffb72c service neutron] 10.222.0.102 "PUT /v2.0/ports/9cdfd3ee-8504-4410-99c5-a083e4b2520c HTTP/1.1" status: 200 len: 1162 time: 1.3616927 Feb 16 15:51:20.349766 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4bbb58b-5361-4397-8bf0-8ad746b1685d', 'tag': '9cdfd3ee-8504-4410-99c5-a083e4b2520c'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:51:20.399351 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4bbb58b-5361-4397-8bf0-8ad746b1685d', 'tag': '9cdfd3ee-8504-4410-99c5-a083e4b2520c', 'status': 'completed', 'code': 200} Feb 16 15:51:20.504048 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62671f45-18e2-44e1-b951-af77947f978b req-456ed536-832d-4785-b637-4b4753e1fadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:20.505698 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-62671f45-18e2-44e1-b951-af77947f978b req-456ed536-832d-4785-b637-4b4753e1fadc service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=597bf16cc36a46b78aa540283f22474f&device_id=e4bbb58b-5361-4397-8bf0-8ad746b1685d HTTP/1.1" status: 200 len: 1165 time: 0.0862794 Feb 16 15:51:20.589247 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-62671f45-18e2-44e1-b951-af77947f978b req-13e1cb52-664c-4c6c-9600-8490d3cfa5d7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=9cdfd3ee-8504-4410-99c5-a083e4b2520c HTTP/1.1" status: 200 len: 217 time: 0.0686376 Feb 16 15:51:20.661621 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62671f45-18e2-44e1-b951-af77947f978b req-55048d32-9feb-496a-af4c-60707f7f9cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:20.663682 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-62671f45-18e2-44e1-b951-af77947f978b req-55048d32-9feb-496a-af4c-60707f7f9cd4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c4741014-1ef7-4a94-8c90-2c83dc489c70 HTTP/1.1" status: 200 len: 843 time: 0.0683529 Feb 16 15:51:20.697528 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8698c-5982-4768-a6ff-be552849aef5 req-e6163bdd-7ece-4f6d-88b1-735e23a4fee8 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:20.699298 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9ed8698c-5982-4768-a6ff-be552849aef5 req-e6163bdd-7ece-4f6d-88b1-735e23a4fee8 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4bbb58b-5361-4397-8bf0-8ad746b1685d HTTP/1.1" status: 200 len: 948 time: 0.0908947 Feb 16 15:51:20.750672 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-9ed8698c-5982-4768-a6ff-be552849aef5 req-5a1854e6-94ac-4b43-b61c-97cc905d8e7d tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] 10.222.0.42 "GET /v2.0/security-groups?id=48c93c96-ce42-4d8f-b339-45e21de1b710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446057 Feb 16 15:51:20.754116 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62671f45-18e2-44e1-b951-af77947f978b req-45a786ac-e3a3-4ca5-911c-2ca5c1373469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:20.756049 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-62671f45-18e2-44e1-b951-af77947f978b req-45a786ac-e3a3-4ca5-911c-2ca5c1373469 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=475c9bf9-c913-46e7-88e5-afbeed802a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0856674 Feb 16 15:51:20.906430 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-62671f45-18e2-44e1-b951-af77947f978b req-8a41970f-8444-46d4-931c-62a393dd7365 service neutron] 10.222.0.102 "GET /v2.0/networks/475c9bf9-c913-46e7-88e5-afbeed802a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437664 Feb 16 15:51:21.232656 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a418a6-d60d-4ad1-a1fc-88537825a6ed req-36004871-f199-4260-8789-bc0ba9876dfb tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:21.234310 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-55a418a6-d60d-4ad1-a1fc-88537825a6ed req-36004871-f199-4260-8789-bc0ba9876dfb tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=878edd07-4c97-45a5-9234-de37b497b491 HTTP/1.1" status: 200 len: 946 time: 0.0967584 Feb 16 15:51:21.284069 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-55a418a6-d60d-4ad1-a1fc-88537825a6ed req-f9b8fa0d-17af-476f-be05-bc9acc4dc3d8 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433640 Feb 16 15:51:21.305692 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-62671f45-18e2-44e1-b951-af77947f978b req-12c624d7-546d-4d86-b0d0-5d3658789b2f service neutron] 10.222.0.102 "GET /v2.0/networks/475c9bf9-c913-46e7-88e5-afbeed802a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3926895 Feb 16 15:51:21.488653 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52bb30-43d8-4c88-8719-f5483ab0daa2 req-0a9b9ed2-4bcd-4cb9-8d6a-7801740851e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:21.490217 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-df52bb30-43d8-4c88-8719-f5483ab0daa2 req-0a9b9ed2-4bcd-4cb9-8d6a-7801740851e9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=597bf16cc36a46b78aa540283f22474f&device_id=e4bbb58b-5361-4397-8bf0-8ad746b1685d HTTP/1.1" status: 200 len: 1165 time: 0.0800087 Feb 16 15:51:21.633656 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52bb30-43d8-4c88-8719-f5483ab0daa2 req-db7921dd-d24e-4a01-98c0-d9725f7868ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:21.635229 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-df52bb30-43d8-4c88-8719-f5483ab0daa2 req-db7921dd-d24e-4a01-98c0-d9725f7868ed service neutron] 10.222.0.102 "GET /v2.0/networks?id=475c9bf9-c913-46e7-88e5-afbeed802a27 HTTP/1.1" status: 200 len: 863 time: 0.1384993 Feb 16 15:51:21.707848 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-df52bb30-43d8-4c88-8719-f5483ab0daa2 req-f7184bd7-fe3f-47bf-9b47-f549bc7adfce service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=9cdfd3ee-8504-4410-99c5-a083e4b2520c HTTP/1.1" status: 200 len: 217 time: 0.0643182 Feb 16 15:51:21.782026 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52bb30-43d8-4c88-8719-f5483ab0daa2 req-539fa42e-4eaa-44cb-90ee-9ffac7c2fcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:21.783773 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-df52bb30-43d8-4c88-8719-f5483ab0daa2 req-539fa42e-4eaa-44cb-90ee-9ffac7c2fcdd service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c4741014-1ef7-4a94-8c90-2c83dc489c70 HTTP/1.1" status: 200 len: 843 time: 0.0681467 Feb 16 15:51:21.870705 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52bb30-43d8-4c88-8719-f5483ab0daa2 req-543852ea-d78f-47fb-b787-7e3fce9809a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:21.872335 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-df52bb30-43d8-4c88-8719-f5483ab0daa2 req-543852ea-d78f-47fb-b787-7e3fce9809a4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=475c9bf9-c913-46e7-88e5-afbeed802a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0796349 Feb 16 15:51:21.965241 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b905dac-f2b1-4611-b31a-63d2ef796e8f req-3fcbe525-d6d3-4f09-8468-932643be9b30 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:21.967074 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2b905dac-f2b1-4611-b31a-63d2ef796e8f req-3fcbe525-d6d3-4f09-8468-932643be9b30 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4bbb58b-5361-4397-8bf0-8ad746b1685d HTTP/1.1" status: 200 len: 948 time: 0.0976031 Feb 16 15:51:22.016549 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2b905dac-f2b1-4611-b31a-63d2ef796e8f req-783b419f-a41b-475f-b0ca-271be5f50136 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] 10.222.0.42 "GET /v2.0/security-groups?id=48c93c96-ce42-4d8f-b339-45e21de1b710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430362 Feb 16 15:51:22.025086 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-df52bb30-43d8-4c88-8719-f5483ab0daa2 req-9a21e6ae-237a-4ee5-a3b8-b78fdddbe490 service neutron] 10.222.0.102 "GET /v2.0/networks/475c9bf9-c913-46e7-88e5-afbeed802a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447177 Feb 16 15:51:22.172733 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-df52bb30-43d8-4c88-8719-f5483ab0daa2 req-3694c905-645d-4dea-8240-04671a1ab996 service neutron] 10.222.0.102 "GET /v2.0/networks/475c9bf9-c913-46e7-88e5-afbeed802a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1403134 Feb 16 15:51:22.485735 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9a7fa-d67c-4096-a4b0-869a8522a660 req-492ecafa-4b65-41e9-8e82-05253d83ec4d tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:22.487365 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-79f9a7fa-d67c-4096-a4b0-869a8522a660 req-492ecafa-4b65-41e9-8e82-05253d83ec4d tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=878edd07-4c97-45a5-9234-de37b497b491 HTTP/1.1" status: 200 len: 946 time: 0.0890174 Feb 16 15:51:22.536479 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-79f9a7fa-d67c-4096-a4b0-869a8522a660 req-451d26bb-08e6-4d4e-bca6-8ed94ecec716 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422626 Feb 16 15:51:23.173191 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e70b3-df26-4f77-9ae2-e178807f10af req-1f227f4c-4979-455c-a0ef-1c788d3b522d tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:23.173957 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-d53e70b3-df26-4f77-9ae2-e178807f10af req-1f227f4c-4979-455c-a0ef-1c788d3b522d tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Synchronizing usage tracker for tenant:0ab3af7787b74d4c93aa4ba8f5c73562 on resource:port {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:51:23.189567 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-d53e70b3-df26-4f77-9ae2-e178807f10af req-1f227f4c-4979-455c-a0ef-1c788d3b522d tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Unset dirty status for tenant:0ab3af7787b74d4c93aa4ba8f5c73562 on resource:port {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:51:23.190824 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d53e70b3-df26-4f77-9ae2-e178807f10af req-1f227f4c-4979-455c-a0ef-1c788d3b522d tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.102 "GET /v2.0/ports?device_id=878edd07-4c97-45a5-9234-de37b497b491 HTTP/1.1" status: 200 len: 946 time: 0.1075165 Feb 16 15:51:23.222513 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c266224-7210-42f8-bd99-5a7111d7b025 req-1174e2ef-3191-49f9-b1cf-bdf88bf44ec0 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:23.224211 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5c266224-7210-42f8-bd99-5a7111d7b025 req-1174e2ef-3191-49f9-b1cf-bdf88bf44ec0 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4bbb58b-5361-4397-8bf0-8ad746b1685d HTTP/1.1" status: 200 len: 948 time: 0.0924933 Feb 16 15:51:23.269619 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-d53e70b3-df26-4f77-9ae2-e178807f10af req-099f5ae7-5821-4c95-acd7-7c99c2ce73fb tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Deleting port 35256496-ba88-4db3-907b-39cf09ebd9b5 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:51:23.269993 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-d53e70b3-df26-4f77-9ae2-e178807f10af req-099f5ae7-5821-4c95-acd7-7c99c2ce73fb tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:23.279779 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5c266224-7210-42f8-bd99-5a7111d7b025 req-b2c05b81-91a8-4a7a-9564-688ed48e0e10 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] 10.222.0.42 "GET /v2.0/security-groups?id=48c93c96-ce42-4d8f-b339-45e21de1b710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490754 Feb 16 15:51:23.531390 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-d53e70b3-df26-4f77-9ae2-e178807f10af req-099f5ae7-5821-4c95-acd7-7c99c2ce73fb tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] For port 35256496-ba88-4db3-907b-39cf09ebd9b5, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=35256496-ba88-4db3-907b-39cf09ebd9b5,segment=NetworkSegment(2e73efd5-fa44-4206-909a-5734c1318f54),segment_id=2e73efd5-fa44-4206-909a-5734c1318f54)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:51:23.531991 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-d53e70b3-df26-4f77-9ae2-e178807f10af req-099f5ae7-5821-4c95-acd7-7c99c2ce73fb tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:23.669393 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-d53e70b3-df26-4f77-9ae2-e178807f10af req-099f5ae7-5821-4c95-acd7-7c99c2ce73fb tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Calling delete_port for 35256496-ba88-4db3-907b-39cf09ebd9b5 owned by compute:nova {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:51:23.756454 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77a667-a8ff-4042-baa3-7267d9869e98 req-b0cb6d69-eca3-47e3-aa66-dfdc873295a5 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:23.758136 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ce77a667-a8ff-4042-baa3-7267d9869e98 req-b0cb6d69-eca3-47e3-aa66-dfdc873295a5 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/ports?device_id=878edd07-4c97-45a5-9234-de37b497b491 HTTP/1.1" status: 200 len: 946 time: 0.1013055 Feb 16 15:51:23.814007 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ce77a667-a8ff-4042-baa3-7267d9869e98 req-b8852879-e9df-4f86-b89e-c3308aa45809 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.42 "GET /v2.0/security-groups?id=00447ad8-7b06-4bcf-ba78-79e7326bd325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479820 Feb 16 15:51:23.837657 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-d53e70b3-df26-4f77-9ae2-e178807f10af req-099f5ae7-5821-4c95-acd7-7c99c2ce73fb tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-823957'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:23.853730 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a6b970e2-1016-4e38-932f-ad34142321c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:23.955141 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f5ae7-5821-4c95-acd7-7c99c2ce73fb tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Pushing event deleted for resources: {'Port': ['ID=35256496-ba88-4db3-907b-39cf09ebd9b5,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:23.965749 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-099f5ae7-5821-4c95-acd7-7c99c2ce73fb tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:24.075599 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53e70b3-df26-4f77-9ae2-e178807f10af req-099f5ae7-5821-4c95-acd7-7c99c2ce73fb tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] No DVR routers for this DVR port 35256496-ba88-4db3-907b-39cf09ebd9b5 on host hv-cinder-77570 {{(pid=84026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 15:51:24.077772 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-d53e70b3-df26-4f77-9ae2-e178807f10af req-099f5ae7-5821-4c95-acd7-7c99c2ce73fb tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:24.080787 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878edd07-4c97-45a5-9234-de37b497b491', 'name': 'network-vif-deleted', 'tag': '35256496-ba88-4db3-907b-39cf09ebd9b5'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:51:24.097087 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d53e70b3-df26-4f77-9ae2-e178807f10af req-099f5ae7-5821-4c95-acd7-7c99c2ce73fb tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] 10.222.0.102 "DELETE /v2.0/ports/35256496-ba88-4db3-907b-39cf09ebd9b5 HTTP/1.1" status: 204 len: 173 time: 0.9004216 Feb 16 15:51:24.134290 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878edd07-4c97-45a5-9234-de37b497b491', 'name': 'network-vif-deleted', 'tag': '35256496-ba88-4db3-907b-39cf09ebd9b5', 'status': 'completed', 'code': 200} Feb 16 15:51:24.176069 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Network 475c9bf9-c913-46e7-88e5-afbeed802a27 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:51:24.487216 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae801f91-e24b-466c-b16c-fbc197d3c673 req-1895aa03-d284-442e-b19b-814317716add tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:24.488930 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ae801f91-e24b-466c-b16c-fbc197d3c673 req-1895aa03-d284-442e-b19b-814317716add tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4bbb58b-5361-4397-8bf0-8ad746b1685d HTTP/1.1" status: 200 len: 948 time: 0.0910802 Feb 16 15:51:24.537790 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ae801f91-e24b-466c-b16c-fbc197d3c673 req-08fd6231-3ebd-48ab-bfb2-82258c2acbba tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] 10.222.0.42 "GET /v2.0/security-groups?id=48c93c96-ce42-4d8f-b339-45e21de1b710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411005 Feb 16 15:51:24.736925 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.objects.ports [None req-7fae4c4c-5ddd-4b8c-9980-d4788c23749a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84027) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 16 15:51:24.921874 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 34680) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:24.987883 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d374e1-ce58-447f-b4e8-f3d051269f5d admin admin] Deleting subnet be56c246-7b3e-4ff1-bcb4-89453575e426 {{(pid=84025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 15:51:24.990998 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-68d374e1-ce58-447f-b4e8-f3d051269f5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:25.047588 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-68d374e1-ce58-447f-b4e8-f3d051269f5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839627706'] for subnet, precommit_delete_associations {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:25.105404 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-68d374e1-ce58-447f-b4e8-f3d051269f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1516034'] for subnet, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:25.229008 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4ae66b86-4279-4943-94d1-de95f2fa64a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:25.254140 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 9cdfd3ee-8504-4410-99c5-a083e4b2520c up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:51:25.328995 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning for port 9cdfd3ee-8504-4410-99c5-a083e4b2520c completed by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 16 15:51:25.334900 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 9cdfd3ee-8504-4410-99c5-a083e4b2520c triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:51:25.335326 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:25.368850 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-68d374e1-ce58-447f-b4e8-f3d051269f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853259749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15847524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036840885529'] for subnet, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:25.385092 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:25.467838 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:25.472365 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d374e1-ce58-447f-b4e8-f3d051269f5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be56c246-7b3e-4ff1-bcb4-89453575e426,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:25.484675 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-68d374e1-ce58-447f-b4e8-f3d051269f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:25.501690 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4bbb58b-5361-4397-8bf0-8ad746b1685d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cdfd3ee-8504-4410-99c5-a083e4b2520c'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:51:25.513437 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] For port 9cdfd3ee-8504-4410-99c5-a083e4b2520c, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9cdfd3ee-8504-4410-99c5-a083e4b2520c,segment=NetworkSegment(09e9cd79-cd61-4d96-a604-2cb5701891b1),segment_id=09e9cd79-cd61-4d96-a604-2cb5701891b1)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:51:25.516870 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:25.518738 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-68d374e1-ce58-447f-b4e8-f3d051269f5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:25.519164 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d64ad0d1-e895-4d45-8718-b7f51aa08edc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:25.527382 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-68d374e1-ce58-447f-b4e8-f3d051269f5d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/be56c246-7b3e-4ff1-bcb4-89453575e426 HTTP/1.1" status: 204 len: 168 time: 0.6019959 Feb 16 15:51:25.527820 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 34686) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:25.562146 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4bbb58b-5361-4397-8bf0-8ad746b1685d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cdfd3ee-8504-4410-99c5-a083e4b2520c', 'code': 200} Feb 16 15:51:25.564320 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 35256496-ba88-4db3-907b-39cf09ebd9b5 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 15:51:25.616160 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] No Port match for: 35256496-ba88-4db3-907b-39cf09ebd9b5 {{(pid=84027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 15:51:25.616582 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 35256496-ba88-4db3-907b-39cf09ebd9b5 not bound to the agent host hv-cinder-77570 {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 15:51:25.650139 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Pushing event updated for resources: {'Port': ['ID=9cdfd3ee-8504-4410-99c5-a083e4b2520c,revision_number=4']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:25.655487 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1a141047-34f6-43de-a2cc-c1c502178708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1401933'] for network, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:25.662297 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:25.663358 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:25.663948 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:25.664507 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:25.665071 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:25.665637 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:25.666200 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:25.666771 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:25.667325 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:25.667887 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:25.668773 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:25.669334 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:25.670310 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:25.670908 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:25.671563 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:25.672121 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:25.672667 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:25.673456 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:25.674012 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:25.674611 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:25.675288 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:25.675857 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:25.676411 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:25.676965 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:25.682499 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:25.843104 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7911b12-6b34-4c44-b5a2-4ca58c28679b req-08646d2c-572b-48ec-91ad-00478a8ee72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:25.844643 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e7911b12-6b34-4c44-b5a2-4ca58c28679b req-08646d2c-572b-48ec-91ad-00478a8ee72e service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e4bbb58b-5361-4397-8bf0-8ad746b1685d HTTP/1.1" status: 200 len: 1167 time: 0.0802329 Feb 16 15:51:25.888881 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e7911b12-6b34-4c44-b5a2-4ca58c28679b req-ba92f4f7-f24f-4cf9-88f6-204cfdfbb3e9 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=48c93c96-ce42-4d8f-b339-45e21de1b710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371499 Feb 16 15:51:26.143872 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1a141047-34f6-43de-a2cc-c1c502178708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519515', 'neutron.services.segments.db._delete_segments_for_network--9223363282561163551'] for network, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:26.212626 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 9cdfd3ee-8504-4410-99c5-a083e4b2520c up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:51:26.240266 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473b460-750a-4b61-ae1c-b8606aeef965 req-92e385df-9606-4c26-b8b3-3849dad04823 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:26.242417 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e473b460-750a-4b61-ae1c-b8606aeef965 req-92e385df-9606-4c26-b8b3-3849dad04823 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4bbb58b-5361-4397-8bf0-8ad746b1685d HTTP/1.1" status: 200 len: 950 time: 0.5340254 Feb 16 15:51:26.293558 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 9cdfd3ee-8504-4410-99c5-a083e4b2520c triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:51:26.294004 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:26.310417 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-1a141047-34f6-43de-a2cc-c1c502178708 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b28cd6a2-97c0-4227-b87f-95781628bc0a']}} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:51:26.328994 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-1a141047-34f6-43de-a2cc-c1c502178708 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e73efd5-fa44-4206-909a-5734c1318f54') {'for_net_delete': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:51:26.329494 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-1a141047-34f6-43de-a2cc-c1c502178708 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e73efd5-fa44-4206-909a-5734c1318f54') {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:51:26.339439 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-e473b460-750a-4b61-ae1c-b8606aeef965 req-d37ab488-acc7-4919-aba8-232875280983 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] 10.222.0.42 "GET /v2.0/security-groups?id=48c93c96-ce42-4d8f-b339-45e21de1b710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905650 Feb 16 15:51:26.345564 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1a141047-34f6-43de-a2cc-c1c502178708 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282561152287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15148109'] for segment, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:26.367339 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1a141047-34f6-43de-a2cc-c1c502178708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853259932'] for segment, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:26.369629 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1a141047-34f6-43de-a2cc-c1c502178708 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 15:51:26.554909 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1a141047-34f6-43de-a2cc-c1c502178708 admin admin] Network b28cd6a2-97c0-4227-b87f-95781628bc0a has no segments {{(pid=84025) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 15:51:26.564098 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1a141047-34f6-43de-a2cc-c1c502178708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1515795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838924346'] for segment, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:26.744481 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1a141047-34f6-43de-a2cc-c1c502178708 admin admin] Network b28cd6a2-97c0-4227-b87f-95781628bc0a has no segments {{(pid=84025) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 15:51:26.767735 dv-cinder-775706-1-smb neutron-server[83912]: Traceback (most recent call last): Feb 16 15:51:26.767735 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:51:26.767735 dv-cinder-775706-1-smb neutron-server[83912]: timer() Feb 16 15:51:26.767735 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:51:26.767735 dv-cinder-775706-1-smb neutron-server[83912]: cb(*args, **kw) Feb 16 15:51:26.767735 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 15:51:26.767735 dv-cinder-775706-1-smb neutron-server[83912]: return func(*args, **kwargs) Feb 16 15:51:26.767735 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:51:26.767735 dv-cinder-775706-1-smb neutron-server[83912]: self._notify() Feb 16 15:51:26.767735 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:51:26.767735 dv-cinder-775706-1-smb neutron-server[83912]: self.callback(batched_events) Feb 16 15:51:26.767735 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:51:26.767735 dv-cinder-775706-1-smb neutron-server[83912]: event.method(event) Feb 16 15:51:26.767735 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 15:51:26.767735 dv-cinder-775706-1-smb neutron-server[83912]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:51:26.767735 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 15:51:26.767735 dv-cinder-775706-1-smb neutron-server[83912]: segment_id)['aggregates'][0] Feb 16 15:51:26.767735 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 15:51:26.767735 dv-cinder-775706-1-smb neutron-server[83912]: return f(self, *a, **k) Feb 16 15:51:26.767735 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 15:51:26.767735 dv-cinder-775706-1-smb neutron-server[83912]: return self._get(url).json() Feb 16 15:51:26.767735 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:51:26.767735 dv-cinder-775706-1-smb neutron-server[83912]: **kwargs) Feb 16 15:51:26.767735 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 15:51:26.767735 dv-cinder-775706-1-smb neutron-server[83912]: return self.request(url, 'GET', **kwargs) Feb 16 15:51:26.767735 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 15:51:26.767735 dv-cinder-775706-1-smb neutron-server[83912]: **endpoint_filter) Feb 16 15:51:26.767735 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 15:51:26.767735 dv-cinder-775706-1-smb neutron-server[83912]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:51:26.767735 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 15:51:26.767735 dv-cinder-775706-1-smb neutron-server[83912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:51:26.767735 dv-cinder-775706-1-smb neutron-server[83912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:51:26.847978 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1a141047-34f6-43de-a2cc-c1c502178708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853256212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664669'] for network, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:26.851505 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-00a3d283-8f97-4560-b2e4-db65547b23c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:26.866788 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1a141047-34f6-43de-a2cc-c1c502178708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for network, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:26.878057 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a141047-34f6-43de-a2cc-c1c502178708 admin admin] Pushing event deleted for resources: {'Network': ['ID=b28cd6a2-97c0-4227-b87f-95781628bc0a,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:26.882361 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1a141047-34f6-43de-a2cc-c1c502178708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:26.886799 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-1a141047-34f6-43de-a2cc-c1c502178708 admin admin] 10.222.0.42 "DELETE /v2.0/networks/b28cd6a2-97c0-4227-b87f-95781628bc0a HTTP/1.1" status: 204 len: 168 time: 1.3581166 Feb 16 15:51:27.070912 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 34694) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:27.122678 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-d6d145b5-173c-45e7-8fe1-39c388c14b64 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0ab3af7787b74d4c93aa4ba8f5c73562&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503337 Feb 16 15:51:27.125151 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 34698) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:27.191878 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-595aea9b-3e29-4b42-947f-ced5f1316adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:27.219135 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-595aea9b-3e29-4b42-947f-ced5f1316adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:27.266884 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-595aea9b-3e29-4b42-947f-ced5f1316adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:27.271974 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0575acc9-0681-4881-81f5-093670f78163 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:27.286155 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595aea9b-3e29-4b42-947f-ced5f1316adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00447ad8-7b06-4bcf-ba78-79e7326bd325,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:27.289576 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-595aea9b-3e29-4b42-947f-ced5f1316adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:27.291898 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-595aea9b-3e29-4b42-947f-ced5f1316adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:27.293109 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-595aea9b-3e29-4b42-947f-ced5f1316adf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/00447ad8-7b06-4bcf-ba78-79e7326bd325 HTTP/1.1" status: 204 len: 168 time: 0.1670024 Feb 16 15:51:27.542537 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5dc31b-0720-44a8-8b96-9047b98719d8 req-fa8d9233-3992-410f-adff-3c9df90c54bb tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:27.544175 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6b5dc31b-0720-44a8-8b96-9047b98719d8 req-fa8d9233-3992-410f-adff-3c9df90c54bb tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4bbb58b-5361-4397-8bf0-8ad746b1685d HTTP/1.1" status: 200 len: 950 time: 0.0877538 Feb 16 15:51:27.598509 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-6b5dc31b-0720-44a8-8b96-9047b98719d8 req-91d09e4b-5a34-44b3-b852-9437172a0b5c tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] 10.222.0.42 "GET /v2.0/security-groups?id=48c93c96-ce42-4d8f-b339-45e21de1b710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475194 Feb 16 15:51:27.796786 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e4a18a45-413a-42ee-993c-541b6f78d370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:28.057954 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 34728) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:28.110039 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567c9bb-6cf6-4887-9d25-9c601a58d8ea req-0622517e-5f63-4d26-8b62-223019c4c244 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:28.111817 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a567c9bb-6cf6-4887-9d25-9c601a58d8ea req-0622517e-5f63-4d26-8b62-223019c4c244 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4bbb58b-5361-4397-8bf0-8ad746b1685d HTTP/1.1" status: 200 len: 950 time: 0.0950966 Feb 16 15:51:28.118866 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:28.163202 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a567c9bb-6cf6-4887-9d25-9c601a58d8ea req-d789537f-b5d1-488f-ade0-9a9689482e3a tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] 10.222.0.42 "GET /v2.0/security-groups?id=48c93c96-ce42-4d8f-b339-45e21de1b710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438330 Feb 16 15:51:28.182270 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-80e7bfb5-a35b-4039-ae38-2e01e3c65adb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1542341547-network', 'tenant_id': '5ccf1660555846faafe934a3b43f6d44'}} {{(pid=84026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:51:28.187658 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-80e7bfb5-a35b-4039-ae38-2e01e3c65adb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:51:28.191943 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-80e7bfb5-a35b-4039-ae38-2e01e3c65adb admin admin] Usage tracker for resource:network and tenant:5ccf1660555846faafe934a3b43f6d44 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:51:28.195575 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-80e7bfb5-a35b-4039-ae38-2e01e3c65adb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:51:28.202434 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-80e7bfb5-a35b-4039-ae38-2e01e3c65adb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:51:28.212123 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e7bfb5-a35b-4039-ae38-2e01e3c65adb admin admin] Made reservation on behalf of 5ccf1660555846faafe934a3b43f6d44 for: {'network': 1} {{(pid=84026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:51:28.216890 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-80e7bfb5-a35b-4039-ae38-2e01e3c65adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for network, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:28.229839 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-80e7bfb5-a35b-4039-ae38-2e01e3c65adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:28.245013 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-80e7bfb5-a35b-4039-ae38-2e01e3c65adb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:51:28.249120 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-80e7bfb5-a35b-4039-ae38-2e01e3c65adb admin admin] Usage tracker for resource:security_group_rule and tenant:5ccf1660555846faafe934a3b43f6d44 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:51:28.252254 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-80e7bfb5-a35b-4039-ae38-2e01e3c65adb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:51:28.259394 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-80e7bfb5-a35b-4039-ae38-2e01e3c65adb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:51:28.306659 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 9cdfd3ee-8504-4410-99c5-a083e4b2520c up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:51:28.357556 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-80e7bfb5-a35b-4039-ae38-2e01e3c65adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:28.360619 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-80e7bfb5-a35b-4039-ae38-2e01e3c65adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:28.365375 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-aba3f9e4-9e2e-4c3c-a232-80088873152b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:28.379308 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port 9cdfd3ee-8504-4410-99c5-a083e4b2520c triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:51:28.379725 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:28.397465 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e7bfb5-a35b-4039-ae38-2e01e3c65adb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 15:51:28.411948 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7bfb5-a35b-4039-ae38-2e01e3c65adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6881f4-fd50-4c62-8d0a-db48f9a09871,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:28.416638 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-80e7bfb5-a35b-4039-ae38-2e01e3c65adb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:28.417712 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-80e7bfb5-a35b-4039-ae38-2e01e3c65adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853259932'] for segment, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:28.418124 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.db.segments_db [None req-80e7bfb5-a35b-4039-ae38-2e01e3c65adb admin admin] Added segment 7941ad1f-20a5-45f3-b1ae-e1a73cca48df of type vxlan for network 71e7579d-eece-49f0-89ce-7192d6f2ba40 Feb 16 15:51:28.448873 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-80e7bfb5-a35b-4039-ae38-2e01e3c65adb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754293098833'] for network, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:28.480693 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-80e7bfb5-a35b-4039-ae38-2e01e3c65adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702'] for network, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:28.482042 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e7bfb5-a35b-4039-ae38-2e01e3c65adb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:28.482763 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-80e7bfb5-a35b-4039-ae38-2e01e3c65adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:28.488142 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:28.603732 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-80e7bfb5-a35b-4039-ae38-2e01e3c65adb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5442445 Feb 16 15:51:28.604786 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7bfb5-a35b-4039-ae38-2e01e3c65adb admin admin] Pushing event updated for resources: {'Network': ['ID=71e7579d-eece-49f0-89ce-7192d6f2ba40,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:28.606896 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 34734) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:28.607852 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-80e7bfb5-a35b-4039-ae38-2e01e3c65adb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:28.613317 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-2dd79c1c-93c5-4e7c-b54b-9f36604f6d3a admin admin] Request body: {'subnet': {'network_id': '71e7579d-eece-49f0-89ce-7192d6f2ba40', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1542341547-subnet', 'tenant_id': '5ccf1660555846faafe934a3b43f6d44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:51:28.615121 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Network 71e7579d-eece-49f0-89ce-7192d6f2ba40 details requested by agent ovs-agent-dv-cinder-775706-1-smb with host dv-cinder-775706-1-smb {{(pid=84027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:51:28.618830 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-2dd79c1c-93c5-4e7c-b54b-9f36604f6d3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:51:28.622988 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-2dd79c1c-93c5-4e7c-b54b-9f36604f6d3a admin admin] Usage tracker for resource:subnet and tenant:5ccf1660555846faafe934a3b43f6d44 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:51:28.626110 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-2dd79c1c-93c5-4e7c-b54b-9f36604f6d3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:51:28.632436 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-2dd79c1c-93c5-4e7c-b54b-9f36604f6d3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:51:28.633296 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Network 71e7579d-eece-49f0-89ce-7192d6f2ba40 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:51:28.642833 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd79c1c-93c5-4e7c-b54b-9f36604f6d3a admin admin] Made reservation on behalf of 5ccf1660555846faafe934a3b43f6d44 for: {'subnet': 1} {{(pid=84025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:51:28.648233 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2dd79c1c-93c5-4e7c-b54b-9f36604f6d3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13890268'] for subnet, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:29.091658 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2dd79c1c-93c5-4e7c-b54b-9f36604f6d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838928216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13890287'] for subnet, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:29.108183 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:29.239637 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd79c1c-93c5-4e7c-b54b-9f36604f6d3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=05c42d59-65ee-4000-9d91-25da5cb58b8b,revision_number=0']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:29.245411 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2dd79c1c-93c5-4e7c-b54b-9f36604f6d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:29.366764 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:29.381069 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd79c1c-93c5-4e7c-b54b-9f36604f6d3a admin admin] Checking segment: {'id': '7941ad1f-20a5-45f3-b1ae-e1a73cca48df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '71e7579d-eece-49f0-89ce-7192d6f2ba40'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:51:29.382042 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd79c1c-93c5-4e7c-b54b-9f36604f6d3a admin admin] Network hostable DHCP agents. Network: 71e7579d-eece-49f0-89ce-7192d6f2ba40, hostable agents: ['37754f02-07ee-44c0-875b-e652d08d1f6e'], hosted agents: [] {{(pid=84025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 15:51:29.419075 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd79c1c-93c5-4e7c-b54b-9f36604f6d3a admin admin] Network 71e7579d-eece-49f0-89ce-7192d6f2ba40 is scheduled to be hosted by DHCP agent 37754f02-07ee-44c0-875b-e652d08d1f6e with binding_index 1 {{(pid=84025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 15:51:29.433271 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33c663-2195-42ea-94a5-e04c9ebdbacf req-33a31872-46a2-4f5d-8fc5-eae98ef15a6f tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:29.434912 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-db33c663-2195-42ea-94a5-e04c9ebdbacf req-33a31872-46a2-4f5d-8fc5-eae98ef15a6f tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4bbb58b-5361-4397-8bf0-8ad746b1685d HTTP/1.1" status: 200 len: 950 time: 0.1487353 Feb 16 15:51:29.438241 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-2dd79c1c-93c5-4e7c-b54b-9f36604f6d3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-1-smb, 71e7579d-eece-49f0-89ce-7192d6f2ba40) {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:51:29.448314 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebd83ee-e5d2-47ff-8d1f-ec18e9c77744 None None] Network 71e7579d-eece-49f0-89ce-7192d6f2ba40 requested from dv-cinder-775706-1-smb {{(pid=84027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:51:29.468688 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd79c1c-93c5-4e7c-b54b-9f36604f6d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:29.469344 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2dd79c1c-93c5-4e7c-b54b-9f36604f6d3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:29.508730 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-db33c663-2195-42ea-94a5-e04c9ebdbacf req-248c1c96-09c6-4375-8c60-e1ee3a1569b7 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] 10.222.0.42 "GET /v2.0/security-groups?id=48c93c96-ce42-4d8f-b339-45e21de1b710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667059 Feb 16 15:51:29.519516 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-2dd79c1c-93c5-4e7c-b54b-9f36604f6d3a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9021323 Feb 16 15:51:29.686639 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd4ba13-e436-4308-8ed2-041ef56190c8 None None] Network 71e7579d-eece-49f0-89ce-7192d6f2ba40 requested from dv-cinder-775706-1-smb {{(pid=84027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:51:29.697339 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046c25d-a336-40da-94fc-21ec786deda0 req-df1a6ee2-a8e6-4206-b2a7-4f8b5fa3d100 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:29.698109 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-f046c25d-a336-40da-94fc-21ec786deda0 req-df1a6ee2-a8e6-4206-b2a7-4f8b5fa3d100 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Synchronizing usage tracker for tenant:597bf16cc36a46b78aa540283f22474f on resource:port {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:51:29.716221 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-f046c25d-a336-40da-94fc-21ec786deda0 req-df1a6ee2-a8e6-4206-b2a7-4f8b5fa3d100 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Unset dirty status for tenant:597bf16cc36a46b78aa540283f22474f on resource:port {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:51:29.717459 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f046c25d-a336-40da-94fc-21ec786deda0 req-df1a6ee2-a8e6-4206-b2a7-4f8b5fa3d100 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4bbb58b-5361-4397-8bf0-8ad746b1685d HTTP/1.1" status: 200 len: 950 time: 0.1103992 Feb 16 15:51:29.768132 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:29.837432 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-f046c25d-a336-40da-94fc-21ec786deda0 req-2ff28265-0836-4224-987b-4fcc21bec055 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Deleting port 9cdfd3ee-8504-4410-99c5-a083e4b2520c {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:51:29.837967 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-f046c25d-a336-40da-94fc-21ec786deda0 req-2ff28265-0836-4224-987b-4fcc21bec055 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:30.108372 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device 9cdfd3ee-8504-4410-99c5-a083e4b2520c no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 15:51:30.181224 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-f046c25d-a336-40da-94fc-21ec786deda0 req-2ff28265-0836-4224-987b-4fcc21bec055 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] For port 9cdfd3ee-8504-4410-99c5-a083e4b2520c, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9cdfd3ee-8504-4410-99c5-a083e4b2520c,segment=NetworkSegment(09e9cd79-cd61-4d96-a604-2cb5701891b1),segment_id=09e9cd79-cd61-4d96-a604-2cb5701891b1)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:51:30.181589 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-f046c25d-a336-40da-94fc-21ec786deda0 req-2ff28265-0836-4224-987b-4fcc21bec055 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:30.281278 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:30.312207 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4bbb58b-5361-4397-8bf0-8ad746b1685d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cdfd3ee-8504-4410-99c5-a083e4b2520c'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:51:30.324957 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] For port 9cdfd3ee-8504-4410-99c5-a083e4b2520c, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9cdfd3ee-8504-4410-99c5-a083e4b2520c,segment=NetworkSegment(09e9cd79-cd61-4d96-a604-2cb5701891b1),segment_id=09e9cd79-cd61-4d96-a604-2cb5701891b1)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:51:30.328195 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:30.330662 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:30.330840 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 34766) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:30.333863 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-f046c25d-a336-40da-94fc-21ec786deda0 req-2ff28265-0836-4224-987b-4fcc21bec055 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Calling delete_port for 9cdfd3ee-8504-4410-99c5-a083e4b2520c owned by compute:nova {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:51:30.344027 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-e2d6d9e5-9e1d-4e9d-933a-9f34e45abe90 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1022060425-network', 'tenant_id': 'bde5aeb220c6470989bda29074192045'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:51:30.357390 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-e2d6d9e5-9e1d-4e9d-933a-9f34e45abe90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:51:30.366434 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-e2d6d9e5-9e1d-4e9d-933a-9f34e45abe90 admin admin] Usage tracker for resource:network and tenant:bde5aeb220c6470989bda29074192045 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:51:30.371359 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-e2d6d9e5-9e1d-4e9d-933a-9f34e45abe90 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:51:30.377096 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4bbb58b-5361-4397-8bf0-8ad746b1685d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cdfd3ee-8504-4410-99c5-a083e4b2520c', 'code': 200} Feb 16 15:51:30.381836 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-e2d6d9e5-9e1d-4e9d-933a-9f34e45abe90 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:51:30.405624 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d6d9e5-9e1d-4e9d-933a-9f34e45abe90 admin admin] Made reservation on behalf of bde5aeb220c6470989bda29074192045 for: {'network': 1} {{(pid=84025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:51:30.412359 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e2d6d9e5-9e1d-4e9d-933a-9f34e45abe90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for network, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:30.414418 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Pushing event updated for resources: {'Port': ['ID=9cdfd3ee-8504-4410-99c5-a083e4b2520c,revision_number=5']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:30.418076 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:30.445284 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273d754-e159-4e12-91c6-6152300fe6ad req-6277c0e9-ff28-4c69-8a15-9f156f0bbeb1 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:30.447121 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f273d754-e159-4e12-91c6-6152300fe6ad req-6277c0e9-ff28-4c69-8a15-9f156f0bbeb1 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 984 time: 0.2085159 Feb 16 15:51:30.448064 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e2d6d9e5-9e1d-4e9d-933a-9f34e45abe90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:30.483557 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-e2d6d9e5-9e1d-4e9d-933a-9f34e45abe90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:51:30.493533 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-e2d6d9e5-9e1d-4e9d-933a-9f34e45abe90 admin admin] Usage tracker for resource:security_group_rule and tenant:bde5aeb220c6470989bda29074192045 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:51:30.497513 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.db.api [req-f046c25d-a336-40da-94fc-21ec786deda0 req-2ff28265-0836-4224-987b-4fcc21bec055 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84026) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:51:30.497896 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_db.api [req-f046c25d-a336-40da-94fc-21ec786deda0 req-2ff28265-0836-4224-987b-4fcc21bec055 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 15:51:30.498150 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-e2d6d9e5-9e1d-4e9d-933a-9f34e45abe90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:51:30.500083 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db07b3b-6550-4f05-bcff-e38914b152f1 req-c1b49321-7ab5-409f-8fd0-a9779716b051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:30.501816 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1db07b3b-6550-4f05-bcff-e38914b152f1 req-c1b49321-7ab5-409f-8fd0-a9779716b051 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6397327af94e4044ae5e667ca93f345c&device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 1202 time: 0.2454977 Feb 16 15:51:30.517310 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-e2d6d9e5-9e1d-4e9d-933a-9f34e45abe90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:51:30.532626 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f273d754-e159-4e12-91c6-6152300fe6ad req-574713a9-5ba1-42ca-b8db-0af8f03edbaa tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?id=126aa029-4956-4be5-baa5-8356cf15282d&id=7154f7fc-779f-4d4c-9d06-5796f358452a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0713241 Feb 16 15:51:30.624135 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e2d6d9e5-9e1d-4e9d-933a-9f34e45abe90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:30.627818 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e2d6d9e5-9e1d-4e9d-933a-9f34e45abe90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:30.633437 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e6e728c0-a65a-4221-9bd9-05d0693deb96 tempest-TestShelveInstance-641882778 tempest-TestShelveInstance-641882778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:30.662757 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db07b3b-6550-4f05-bcff-e38914b152f1 req-2e24c3e7-8572-49ac-ae86-e33577a738cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:30.664266 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1db07b3b-6550-4f05-bcff-e38914b152f1 req-2e24c3e7-8572-49ac-ae86-e33577a738cf service neutron] 10.222.0.102 "GET /v2.0/networks?id=2886c1eb-0213-49c7-9040-561b7a7aaa58 HTTP/1.1" status: 200 len: 909 time: 0.1538122 Feb 16 15:51:30.726474 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d6d9e5-9e1d-4e9d-933a-9f34e45abe90 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 16 15:51:30.745051 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e2d6d9e5-9e1d-4e9d-933a-9f34e45abe90 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754293612249', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853259932'] for segment, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:30.745858 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.db.segments_db [None req-e2d6d9e5-9e1d-4e9d-933a-9f34e45abe90 admin admin] Added segment cfc524cc-98bc-436f-ad45-9171221d5801 of type vxlan for network 99e86cfa-c044-434d-b9c1-cf0f2ad77d41 Feb 16 15:51:30.748386 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6d9e5-9e1d-4e9d-933a-9f34e45abe90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8933f3f-4844-4d48-a23a-2c99f5448875,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:30.759699 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e2d6d9e5-9e1d-4e9d-933a-9f34e45abe90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:30.776283 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1db07b3b-6550-4f05-bcff-e38914b152f1 req-31c4a8a2-dc27-496b-9462-18c29a71f967 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=beb6be7a-4c58-49ae-ac5a-507545b96f32 HTTP/1.1" status: 200 len: 1000 time: 0.1051686 Feb 16 15:51:30.792883 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e2d6d9e5-9e1d-4e9d-933a-9f34e45abe90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754293098833'] for network, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:30.821019 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79812d-3729-40e6-b13a-2bcda4e1eacd req-91892b87-e6c9-4e33-962d-345b7aa6b91d tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:30.822678 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2a79812d-3729-40e6-b13a-2bcda4e1eacd req-91892b87-e6c9-4e33-962d-345b7aa6b91d tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4bbb58b-5361-4397-8bf0-8ad746b1685d HTTP/1.1" status: 200 len: 948 time: 0.1783149 Feb 16 15:51:30.853553 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db07b3b-6550-4f05-bcff-e38914b152f1 req-39e96932-e0f8-4974-863c-52480e4246b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:30.855288 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1db07b3b-6550-4f05-bcff-e38914b152f1 req-39e96932-e0f8-4974-863c-52480e4246b2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9629cb7e-b8ec-4ae2-b2ac-1c9cd6f10b53 HTTP/1.1" status: 200 len: 854 time: 0.0707316 Feb 16 15:51:30.865045 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e2d6d9e5-9e1d-4e9d-933a-9f34e45abe90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702'] for network, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:30.875564 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d6d9e5-9e1d-4e9d-933a-9f34e45abe90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:30.876397 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e2d6d9e5-9e1d-4e9d-933a-9f34e45abe90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for network, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:30.885280 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:30.939201 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db07b3b-6550-4f05-bcff-e38914b152f1 req-22a7cd71-08f9-4cbb-b203-27db4870da64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:30.940707 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1db07b3b-6550-4f05-bcff-e38914b152f1 req-22a7cd71-08f9-4cbb-b203-27db4870da64 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=2886c1eb-0213-49c7-9040-561b7a7aaa58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0780528 Feb 16 15:51:30.983488 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-2a79812d-3729-40e6-b13a-2bcda4e1eacd req-1a08e07d-4ae4-40e0-8c68-d07458ab0f4a tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] 10.222.0.42 "GET /v2.0/security-groups?id=48c93c96-ce42-4d8f-b339-45e21de1b710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453660 Feb 16 15:51:31.014830 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-e2d6d9e5-9e1d-4e9d-933a-9f34e45abe90 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6829038 Feb 16 15:51:31.017853 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 34772) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:31.020356 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6d9e5-9e1d-4e9d-933a-9f34e45abe90 admin admin] Pushing event updated for resources: {'Network': ['ID=99e86cfa-c044-434d-b9c1-cf0f2ad77d41,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:31.023548 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e2d6d9e5-9e1d-4e9d-933a-9f34e45abe90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:31.023785 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-f046c25d-a336-40da-94fc-21ec786deda0 req-2ff28265-0836-4224-987b-4fcc21bec055 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Deleting port 9cdfd3ee-8504-4410-99c5-a083e4b2520c {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:51:31.024170 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-f046c25d-a336-40da-94fc-21ec786deda0 req-2ff28265-0836-4224-987b-4fcc21bec055 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:31.029368 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-a313eb0b-f2b9-42f9-b209-78f2757b668a admin admin] Request body: {'subnet': {'network_id': '99e86cfa-c044-434d-b9c1-cf0f2ad77d41', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1022060425-subnet', 'tenant_id': 'bde5aeb220c6470989bda29074192045', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:51:31.031945 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Network 99e86cfa-c044-434d-b9c1-cf0f2ad77d41 details requested by agent ovs-agent-dv-cinder-775706-1-smb with host dv-cinder-775706-1-smb {{(pid=84027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:51:31.034250 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-a313eb0b-f2b9-42f9-b209-78f2757b668a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:51:31.039297 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-a313eb0b-f2b9-42f9-b209-78f2757b668a admin admin] Usage tracker for resource:subnet and tenant:bde5aeb220c6470989bda29074192045 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:51:31.042427 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-a313eb0b-f2b9-42f9-b209-78f2757b668a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:51:31.048800 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-a313eb0b-f2b9-42f9-b209-78f2757b668a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:51:31.052323 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Network 99e86cfa-c044-434d-b9c1-cf0f2ad77d41 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 16 15:51:31.059155 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a313eb0b-f2b9-42f9-b209-78f2757b668a admin admin] Made reservation on behalf of bde5aeb220c6470989bda29074192045 for: {'subnet': 1} {{(pid=84025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 16 15:51:31.064109 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a313eb0b-f2b9-42f9-b209-78f2757b668a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13890268'] for subnet, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:31.430022 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1db07b3b-6550-4f05-bcff-e38914b152f1 req-90fa857e-a5d0-43b5-92cf-5645e1497ca3 service neutron] 10.222.0.102 "GET /v2.0/networks/2886c1eb-0213-49c7-9040-561b7a7aaa58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4818714 Feb 16 15:51:31.516627 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a313eb0b-f2b9-42f9-b209-78f2757b668a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838928216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13890287'] for subnet, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:31.534040 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5102008e-3829-4e52-ac11-fcd578aebd0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:31.706883 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-f046c25d-a336-40da-94fc-21ec786deda0 req-2ff28265-0836-4224-987b-4fcc21bec055 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] For port 9cdfd3ee-8504-4410-99c5-a083e4b2520c, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9cdfd3ee-8504-4410-99c5-a083e4b2520c,segment=NetworkSegment(09e9cd79-cd61-4d96-a604-2cb5701891b1),segment_id=09e9cd79-cd61-4d96-a604-2cb5701891b1)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:51:31.707283 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-f046c25d-a336-40da-94fc-21ec786deda0 req-2ff28265-0836-4224-987b-4fcc21bec055 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:31.717011 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1db07b3b-6550-4f05-bcff-e38914b152f1 req-c44b00e3-627a-4e1e-bd23-fa7c805141bc service neutron] 10.222.0.102 "GET /v2.0/networks/2886c1eb-0213-49c7-9040-561b7a7aaa58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2794092 Feb 16 15:51:31.726429 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313eb0b-f2b9-42f9-b209-78f2757b668a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad639922-5927-4235-b4b6-ef5da912f721,revision_number=0']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:31.729921 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a313eb0b-f2b9-42f9-b209-78f2757b668a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:31.830339 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d4a9b-eb5b-4134-bace-de28963641ce req-b8664e23-1c60-4e81-9f2d-c39a18cbd142 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:31.832104 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a14d4a9b-eb5b-4134-bace-de28963641ce req-b8664e23-1c60-4e81-9f2d-c39a18cbd142 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 984 time: 0.1784997 Feb 16 15:51:31.848764 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-f046c25d-a336-40da-94fc-21ec786deda0 req-2ff28265-0836-4224-987b-4fcc21bec055 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Calling delete_port for 9cdfd3ee-8504-4410-99c5-a083e4b2520c owned by compute:nova {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:51:31.858528 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a313eb0b-f2b9-42f9-b209-78f2757b668a admin admin] Checking segment: {'id': 'cfc524cc-98bc-436f-ad45-9171221d5801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '99e86cfa-c044-434d-b9c1-cf0f2ad77d41'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 16 15:51:31.858963 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a313eb0b-f2b9-42f9-b209-78f2757b668a admin admin] Network hostable DHCP agents. Network: 99e86cfa-c044-434d-b9c1-cf0f2ad77d41, hostable agents: ['37754f02-07ee-44c0-875b-e652d08d1f6e'], hosted agents: [] {{(pid=84025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 16 15:51:31.905720 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a313eb0b-f2b9-42f9-b209-78f2757b668a admin admin] Network 99e86cfa-c044-434d-b9c1-cf0f2ad77d41 is scheduled to be hosted by DHCP agent 37754f02-07ee-44c0-875b-e652d08d1f6e with binding_index 1 {{(pid=84025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 16 15:51:31.912326 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-a14d4a9b-eb5b-4134-bace-de28963641ce req-41070259-5bdd-44f3-9653-f35d7e856d5e tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?id=126aa029-4956-4be5-baa5-8356cf15282d&id=7154f7fc-779f-4d4c-9d06-5796f358452a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0706706 Feb 16 15:51:31.921901 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-a313eb0b-f2b9-42f9-b209-78f2757b668a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-1-smb, 99e86cfa-c044-434d-b9c1-cf0f2ad77d41) {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 16 15:51:31.933571 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3c32ab-1a31-453c-903d-13dae9541ef5 None None] Network 99e86cfa-c044-434d-b9c1-cf0f2ad77d41 requested from dv-cinder-775706-1-smb {{(pid=84027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:51:31.945597 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a313eb0b-f2b9-42f9-b209-78f2757b668a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:31.946610 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a313eb0b-f2b9-42f9-b209-78f2757b668a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:31.972262 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-a313eb0b-f2b9-42f9-b209-78f2757b668a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9531243 Feb 16 15:51:32.020067 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-f046c25d-a336-40da-94fc-21ec786deda0 req-2ff28265-0836-4224-987b-4fcc21bec055 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-823957'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:32.037690 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d6f7ecd8-0962-4373-b07c-9b074de3f587 tempest-AttachVolumeNegativeTest-1835964113 tempest-AttachVolumeNegativeTest-1835964113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:32.147717 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff28265-0836-4224-987b-4fcc21bec055 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Pushing event deleted for resources: {'Port': ['ID=9cdfd3ee-8504-4410-99c5-a083e4b2520c,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:32.161934 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2ff28265-0836-4224-987b-4fcc21bec055 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:32.163819 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 34782) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:32.166702 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-97ffb60d-916f-4ca2-ac5f-d71abf468ab4 req-8f833c28-91b2-48b8-90f1-e3e1cdf9e796 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4bbb58b-5361-4397-8bf0-8ad746b1685d HTTP/1.1" status: 200 len: 210 time: 0.0609469 Feb 16 15:51:32.205988 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15af1a97-210a-41b0-84af-772504f6623f None None] Network 99e86cfa-c044-434d-b9c1-cf0f2ad77d41 requested from dv-cinder-775706-1-smb {{(pid=84027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:51:32.260295 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbc23693-2bff-471d-aa85-6f0b091fd72d admin admin] Deleting subnet 05c42d59-65ee-4000-9d91-25da5cb58b8b {{(pid=84026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 15:51:32.274458 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cbc23693-2bff-471d-aa85-6f0b091fd72d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:32.368359 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cbc23693-2bff-471d-aa85-6f0b091fd72d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839352739'] for subnet, precommit_delete_associations {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:32.401059 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:32.410686 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-f046c25d-a336-40da-94fc-21ec786deda0 req-2ff28265-0836-4224-987b-4fcc21bec055 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] No DVR routers for this DVR port 9cdfd3ee-8504-4410-99c5-a083e4b2520c on host hv-cinder-77570 {{(pid=84026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 15:51:32.422329 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-f046c25d-a336-40da-94fc-21ec786deda0 req-2ff28265-0836-4224-987b-4fcc21bec055 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:32.425448 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4bbb58b-5361-4397-8bf0-8ad746b1685d', 'name': 'network-vif-deleted', 'tag': '9cdfd3ee-8504-4410-99c5-a083e4b2520c'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:51:32.451780 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f046c25d-a336-40da-94fc-21ec786deda0 req-2ff28265-0836-4224-987b-4fcc21bec055 tempest-VolumesNegativeTest-817480498 tempest-VolumesNegativeTest-817480498-project] 10.222.0.102 "DELETE /v2.0/ports/9cdfd3ee-8504-4410-99c5-a083e4b2520c HTTP/1.1" status: 204 len: 173 time: 2.7282224 Feb 16 15:51:32.461821 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cbc23693-2bff-471d-aa85-6f0b091fd72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1516034'] for subnet, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:32.504118 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4bbb58b-5361-4397-8bf0-8ad746b1685d', 'name': 'network-vif-deleted', 'tag': '9cdfd3ee-8504-4410-99c5-a083e4b2520c', 'status': 'completed', 'code': 200} Feb 16 15:51:32.724567 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cbc23693-2bff-471d-aa85-6f0b091fd72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853259749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853951805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839320903'] for subnet, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:32.741457 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:32.832021 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc23693-2bff-471d-aa85-6f0b091fd72d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05c42d59-65ee-4000-9d91-25da5cb58b8b,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:32.835109 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-cbc23693-2bff-471d-aa85-6f0b091fd72d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:32.885894 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cbc23693-2bff-471d-aa85-6f0b091fd72d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:32.894889 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-cbc23693-2bff-471d-aa85-6f0b091fd72d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/05c42d59-65ee-4000-9d91-25da5cb58b8b HTTP/1.1" status: 204 len: 168 time: 0.7273450 Feb 16 15:51:32.895280 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 34788) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:33.012446 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5e7f4927-3ecd-4c36-a294-3261b3e7da76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1401933'] for network, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:33.164628 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c76eb5-ffc0-4f10-8968-500c97aca00e req-e783749c-2328-4764-a824-166394d5c0bb tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:33.166405 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-70c76eb5-ffc0-4f10-8968-500c97aca00e req-e783749c-2328-4764-a824-166394d5c0bb tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 984 time: 0.0976577 Feb 16 15:51:33.220406 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-70c76eb5-ffc0-4f10-8968-500c97aca00e req-4d3dbd34-26e3-4ffa-9f3b-18d8d112b1d2 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?id=126aa029-4956-4be5-baa5-8356cf15282d&id=7154f7fc-779f-4d4c-9d06-5796f358452a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0467806 Feb 16 15:51:33.222506 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5e7f4927-3ecd-4c36-a294-3261b3e7da76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519515', 'neutron.services.segments.db._delete_segments_for_network--9223363282561163551'] for network, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:33.345776 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-5e7f4927-3ecd-4c36-a294-3261b3e7da76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e7579d-eece-49f0-89ce-7192d6f2ba40']}} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:51:33.359633 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-5e7f4927-3ecd-4c36-a294-3261b3e7da76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7941ad1f-20a5-45f3-b1ae-e1a73cca48df') {'for_net_delete': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:51:33.359981 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-5e7f4927-3ecd-4c36-a294-3261b3e7da76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7941ad1f-20a5-45f3-b1ae-e1a73cca48df') {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:51:33.373410 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5e7f4927-3ecd-4c36-a294-3261b3e7da76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282561152287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15423062'] for segment, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:33.389109 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5e7f4927-3ecd-4c36-a294-3261b3e7da76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853259932'] for segment, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:33.391262 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5e7f4927-3ecd-4c36-a294-3261b3e7da76 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 15:51:33.587920 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5e7f4927-3ecd-4c36-a294-3261b3e7da76 admin admin] Network 71e7579d-eece-49f0-89ce-7192d6f2ba40 has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 15:51:33.597196 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5e7f4927-3ecd-4c36-a294-3261b3e7da76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1515795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-826721'] for segment, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:33.798031 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5e7f4927-3ecd-4c36-a294-3261b3e7da76 admin admin] Network 71e7579d-eece-49f0-89ce-7192d6f2ba40 has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 15:51:33.822206 dv-cinder-775706-1-smb neutron-server[83912]: Traceback (most recent call last): Feb 16 15:51:33.822206 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:51:33.822206 dv-cinder-775706-1-smb neutron-server[83912]: timer() Feb 16 15:51:33.822206 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:51:33.822206 dv-cinder-775706-1-smb neutron-server[83912]: cb(*args, **kw) Feb 16 15:51:33.822206 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 15:51:33.822206 dv-cinder-775706-1-smb neutron-server[83912]: return func(*args, **kwargs) Feb 16 15:51:33.822206 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:51:33.822206 dv-cinder-775706-1-smb neutron-server[83912]: self._notify() Feb 16 15:51:33.822206 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:51:33.822206 dv-cinder-775706-1-smb neutron-server[83912]: self.callback(batched_events) Feb 16 15:51:33.822206 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:51:33.822206 dv-cinder-775706-1-smb neutron-server[83912]: event.method(event) Feb 16 15:51:33.822206 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 15:51:33.822206 dv-cinder-775706-1-smb neutron-server[83912]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:51:33.822206 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 15:51:33.822206 dv-cinder-775706-1-smb neutron-server[83912]: segment_id)['aggregates'][0] Feb 16 15:51:33.822206 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 15:51:33.822206 dv-cinder-775706-1-smb neutron-server[83912]: return f(self, *a, **k) Feb 16 15:51:33.822206 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 15:51:33.822206 dv-cinder-775706-1-smb neutron-server[83912]: return self._get(url).json() Feb 16 15:51:33.822206 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:51:33.822206 dv-cinder-775706-1-smb neutron-server[83912]: **kwargs) Feb 16 15:51:33.822206 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 15:51:33.822206 dv-cinder-775706-1-smb neutron-server[83912]: return self.request(url, 'GET', **kwargs) Feb 16 15:51:33.822206 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 15:51:33.822206 dv-cinder-775706-1-smb neutron-server[83912]: **endpoint_filter) Feb 16 15:51:33.822206 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 15:51:33.822206 dv-cinder-775706-1-smb neutron-server[83912]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:51:33.822206 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 15:51:33.822206 dv-cinder-775706-1-smb neutron-server[83912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:51:33.822206 dv-cinder-775706-1-smb neutron-server[83912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:51:33.903315 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5e7f4927-3ecd-4c36-a294-3261b3e7da76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853256212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664669'] for network, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:33.906750 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:33.921828 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5e7f4927-3ecd-4c36-a294-3261b3e7da76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:33.933478 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-5e7f4927-3ecd-4c36-a294-3261b3e7da76 admin admin] 10.222.0.42 "DELETE /v2.0/networks/71e7579d-eece-49f0-89ce-7192d6f2ba40 HTTP/1.1" status: 204 len: 168 time: 1.0371504 Feb 16 15:51:33.934459 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f4927-3ecd-4c36-a294-3261b3e7da76 admin admin] Pushing event deleted for resources: {'Network': ['ID=71e7579d-eece-49f0-89ce-7192d6f2ba40,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:33.936455 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 34836) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:33.940009 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5e7f4927-3ecd-4c36-a294-3261b3e7da76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:34.010333 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_v2 [None req-610f530b-de29-4a97-bd6f-f4c7ae5d4ad0 admin admin] Deleting subnet ad639922-5927-4235-b4b6-ef5da912f721 {{(pid=84026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 15:51:34.013694 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-610f530b-de29-4a97-bd6f-f4c7ae5d4ad0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:34.068522 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-610f530b-de29-4a97-bd6f-f4c7ae5d4ad0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839352739'] for subnet, precommit_delete_associations {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:34.128879 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-610f530b-de29-4a97-bd6f-f4c7ae5d4ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1516034'] for subnet, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:34.393883 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-610f530b-de29-4a97-bd6f-f4c7ae5d4ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853259749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853951805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839320903'] for subnet, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:34.445884 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357dc6cf-f24d-4b0e-80ef-9eedb7142c59 req-3e281a82-01a8-4384-8c7c-47863b3bc415 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:34.447738 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-357dc6cf-f24d-4b0e-80ef-9eedb7142c59 req-3e281a82-01a8-4384-8c7c-47863b3bc415 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 984 time: 0.0927234 Feb 16 15:51:34.468209 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-54131d02-06b8-4719-ae90-c59c193c8aa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:34.504669 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-357dc6cf-f24d-4b0e-80ef-9eedb7142c59 req-e962e477-cf4e-4f75-97a4-0788cf696f7b tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?id=126aa029-4956-4be5-baa5-8356cf15282d&id=7154f7fc-779f-4d4c-9d06-5796f358452a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0503547 Feb 16 15:51:34.518540 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f530b-de29-4a97-bd6f-f4c7ae5d4ad0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad639922-5927-4235-b4b6-ef5da912f721,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:34.533594 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-610f530b-de29-4a97-bd6f-f4c7ae5d4ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:34.552348 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-610f530b-de29-4a97-bd6f-f4c7ae5d4ad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:34.558984 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-610f530b-de29-4a97-bd6f-f4c7ae5d4ad0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ad639922-5927-4235-b4b6-ef5da912f721 HTTP/1.1" status: 204 len: 168 time: 0.6216147 Feb 16 15:51:34.561548 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 34904) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:34.936187 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cda64eab-3544-4dbf-8dd8-b2f0ed533681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1401933'] for network, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:35.134760 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cda64eab-3544-4dbf-8dd8-b2f0ed533681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519515', 'neutron.services.segments.db._delete_segments_for_network--9223363282561163551'] for network, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:35.251272 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-cda64eab-3544-4dbf-8dd8-b2f0ed533681 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e86cfa-c044-434d-b9c1-cf0f2ad77d41']}} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:51:35.265943 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-cda64eab-3544-4dbf-8dd8-b2f0ed533681 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfc524cc-98bc-436f-ad45-9171221d5801') {'for_net_delete': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:51:35.266284 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-cda64eab-3544-4dbf-8dd8-b2f0ed533681 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfc524cc-98bc-436f-ad45-9171221d5801') {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:51:35.280418 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cda64eab-3544-4dbf-8dd8-b2f0ed533681 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282561152287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15423062'] for segment, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:35.295095 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cda64eab-3544-4dbf-8dd8-b2f0ed533681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853259932'] for segment, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:35.297154 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cda64eab-3544-4dbf-8dd8-b2f0ed533681 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 15:51:35.477412 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-cda64eab-3544-4dbf-8dd8-b2f0ed533681 admin admin] Network 99e86cfa-c044-434d-b9c1-cf0f2ad77d41 has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 15:51:35.491434 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cda64eab-3544-4dbf-8dd8-b2f0ed533681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1515795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-826721'] for segment, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:35.683132 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-cda64eab-3544-4dbf-8dd8-b2f0ed533681 admin admin] Network 99e86cfa-c044-434d-b9c1-cf0f2ad77d41 has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 15:51:35.707707 dv-cinder-775706-1-smb neutron-server[83912]: Traceback (most recent call last): Feb 16 15:51:35.707707 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:51:35.707707 dv-cinder-775706-1-smb neutron-server[83912]: timer() Feb 16 15:51:35.707707 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:51:35.707707 dv-cinder-775706-1-smb neutron-server[83912]: cb(*args, **kw) Feb 16 15:51:35.707707 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 15:51:35.707707 dv-cinder-775706-1-smb neutron-server[83912]: return func(*args, **kwargs) Feb 16 15:51:35.707707 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:51:35.707707 dv-cinder-775706-1-smb neutron-server[83912]: self._notify() Feb 16 15:51:35.707707 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:51:35.707707 dv-cinder-775706-1-smb neutron-server[83912]: self.callback(batched_events) Feb 16 15:51:35.707707 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:51:35.707707 dv-cinder-775706-1-smb neutron-server[83912]: event.method(event) Feb 16 15:51:35.707707 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 15:51:35.707707 dv-cinder-775706-1-smb neutron-server[83912]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:51:35.707707 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 15:51:35.707707 dv-cinder-775706-1-smb neutron-server[83912]: segment_id)['aggregates'][0] Feb 16 15:51:35.707707 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 15:51:35.707707 dv-cinder-775706-1-smb neutron-server[83912]: return f(self, *a, **k) Feb 16 15:51:35.707707 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 15:51:35.707707 dv-cinder-775706-1-smb neutron-server[83912]: return self._get(url).json() Feb 16 15:51:35.707707 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:51:35.707707 dv-cinder-775706-1-smb neutron-server[83912]: **kwargs) Feb 16 15:51:35.707707 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 15:51:35.707707 dv-cinder-775706-1-smb neutron-server[83912]: return self.request(url, 'GET', **kwargs) Feb 16 15:51:35.707707 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 15:51:35.707707 dv-cinder-775706-1-smb neutron-server[83912]: **endpoint_filter) Feb 16 15:51:35.707707 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 15:51:35.707707 dv-cinder-775706-1-smb neutron-server[83912]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:51:35.707707 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 15:51:35.707707 dv-cinder-775706-1-smb neutron-server[83912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:51:35.707707 dv-cinder-775706-1-smb neutron-server[83912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:51:35.722715 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c415010-c6f5-4809-afc0-a78d0234b68b req-171c8750-5bf8-4a41-91b2-441c5c4b7977 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:35.723275 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1c415010-c6f5-4809-afc0-a78d0234b68b req-171c8750-5bf8-4a41-91b2-441c5c4b7977 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 984 time: 0.0991652 Feb 16 15:51:35.794592 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-1c415010-c6f5-4809-afc0-a78d0234b68b req-a38f1ef0-8d42-4837-9dc3-f3156dd7eb9c tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?id=126aa029-4956-4be5-baa5-8356cf15282d&id=7154f7fc-779f-4d4c-9d06-5796f358452a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0502267 Feb 16 15:51:35.812415 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cda64eab-3544-4dbf-8dd8-b2f0ed533681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853256212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664669'] for network, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:35.824241 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-6929863b-a565-452a-a5f4-fafad840c692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:35.839319 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cda64eab-3544-4dbf-8dd8-b2f0ed533681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:35.848951 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda64eab-3544-4dbf-8dd8-b2f0ed533681 admin admin] Pushing event deleted for resources: {'Network': ['ID=99e86cfa-c044-434d-b9c1-cf0f2ad77d41,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:35.851406 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-cda64eab-3544-4dbf-8dd8-b2f0ed533681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:35.855624 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-cda64eab-3544-4dbf-8dd8-b2f0ed533681 admin admin] 10.222.0.42 "DELETE /v2.0/networks/99e86cfa-c044-434d-b9c1-cf0f2ad77d41 HTTP/1.1" status: 204 len: 168 time: 1.2904947 Feb 16 15:51:36.038610 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 35004) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:36.091636 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-6317a296-c5c3-4176-9cc0-44ba1462e846 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5ccf1660555846faafe934a3b43f6d44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516443 Feb 16 15:51:36.094379 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 35010) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:36.160734 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a5c35fe-3446-481a-8d1c-f255df0116e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:36.189327 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a5c35fe-3446-481a-8d1c-f255df0116e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:36.235939 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a5c35fe-3446-481a-8d1c-f255df0116e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:36.241945 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-75d19dd7-7e44-4818-b37a-57643f8b63e0 tempest-AttachVolumeShelveTestJSON-1039693384 tempest-AttachVolumeShelveTestJSON-1039693384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:36.256979 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c35fe-3446-481a-8d1c-f255df0116e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6881f4-fd50-4c62-8d0a-db48f9a09871,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:36.257869 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3a5c35fe-3446-481a-8d1c-f255df0116e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:36.261426 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a5c35fe-3446-481a-8d1c-f255df0116e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:36.263231 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-3a5c35fe-3446-481a-8d1c-f255df0116e3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ee6881f4-fd50-4c62-8d0a-db48f9a09871 HTTP/1.1" status: 204 len: 168 time: 0.1672571 Feb 16 15:51:36.623767 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 35042) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:36.678261 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-f6fc7d95-135a-4f64-a87e-8c30e3c6ff7f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bde5aeb220c6470989bda29074192045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530841 Feb 16 15:51:36.681058 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 35046) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:36.751086 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5889081d-b786-4ea1-b1b9-573dcb3976ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:36.781173 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5889081d-b786-4ea1-b1b9-573dcb3976ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:36.835821 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5889081d-b786-4ea1-b1b9-573dcb3976ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:36.841034 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-290f9c75-b376-494f-b20d-69a6c68c112f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:36.854627 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889081d-b786-4ea1-b1b9-573dcb3976ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8933f3f-4844-4d48-a23a-2c99f5448875,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:36.857941 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5889081d-b786-4ea1-b1b9-573dcb3976ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:36.859982 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5889081d-b786-4ea1-b1b9-573dcb3976ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:36.861201 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-5889081d-b786-4ea1-b1b9-573dcb3976ad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b8933f3f-4844-4d48-a23a-2c99f5448875 HTTP/1.1" status: 204 len: 168 time: 0.1790898 Feb 16 15:51:37.027896 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e984e3-42c9-4f44-a807-0dded1db0850 req-cfaa31b5-a637-49a8-9e04-81c558ab5c6f tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:37.029560 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-88e984e3-42c9-4f44-a807-0dded1db0850 req-cfaa31b5-a637-49a8-9e04-81c558ab5c6f tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 984 time: 0.1024683 Feb 16 15:51:37.313557 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-88e984e3-42c9-4f44-a807-0dded1db0850 req-e6fde98c-eed7-4c25-8cbe-949b0b29a713 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?id=126aa029-4956-4be5-baa5-8356cf15282d&id=7154f7fc-779f-4d4c-9d06-5796f358452a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.2767477 Feb 16 15:51:38.158947 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 35088) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:38.325747 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 35098) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:38.326369 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-61d63ddb-2c53-4c4b-9f87-2cab2aec986c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=597bf16cc36a46b78aa540283f22474f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1655099 Feb 16 15:51:38.400143 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7834-53bf-44ea-b250-f2c9e4afa5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:38.430202 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7834-53bf-44ea-b250-f2c9e4afa5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:38.479430 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7834-53bf-44ea-b250-f2c9e4afa5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:38.484775 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-605e3d67-0c8c-4275-b2a5-98992a6040c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:38.498117 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf7834-53bf-44ea-b250-f2c9e4afa5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c93c96-ce42-4d8f-b339-45e21de1b710,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:38.509272 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf7834-53bf-44ea-b250-f2c9e4afa5fb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:38.509786 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf7834-53bf-44ea-b250-f2c9e4afa5fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:38.510259 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf7834-53bf-44ea-b250-f2c9e4afa5fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:38.510778 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf7834-53bf-44ea-b250-f2c9e4afa5fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:38.511188 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf7834-53bf-44ea-b250-f2c9e4afa5fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:38.511594 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf7834-53bf-44ea-b250-f2c9e4afa5fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:38.512008 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf7834-53bf-44ea-b250-f2c9e4afa5fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:38.512392 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf7834-53bf-44ea-b250-f2c9e4afa5fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:38.512786 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf7834-53bf-44ea-b250-f2c9e4afa5fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:38.513190 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf7834-53bf-44ea-b250-f2c9e4afa5fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:38.513582 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf7834-53bf-44ea-b250-f2c9e4afa5fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:38.513978 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf7834-53bf-44ea-b250-f2c9e4afa5fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:38.514466 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf7834-53bf-44ea-b250-f2c9e4afa5fb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:38.514865 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf7834-53bf-44ea-b250-f2c9e4afa5fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:38.515265 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf7834-53bf-44ea-b250-f2c9e4afa5fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:38.515659 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf7834-53bf-44ea-b250-f2c9e4afa5fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:38.516050 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf7834-53bf-44ea-b250-f2c9e4afa5fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:38.516447 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf7834-53bf-44ea-b250-f2c9e4afa5fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:38.516839 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf7834-53bf-44ea-b250-f2c9e4afa5fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:38.517426 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf7834-53bf-44ea-b250-f2c9e4afa5fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:38.517752 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf7834-53bf-44ea-b250-f2c9e4afa5fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:38.518438 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf7834-53bf-44ea-b250-f2c9e4afa5fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:38.519026 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf7834-53bf-44ea-b250-f2c9e4afa5fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:38.519429 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf7834-53bf-44ea-b250-f2c9e4afa5fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:51:38.524144 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-6dbf7834-53bf-44ea-b250-f2c9e4afa5fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:38.525107 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7834-53bf-44ea-b250-f2c9e4afa5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:38.525947 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d87d72-20b8-4152-8a92-68023ccc00c6 req-83748f56-7786-44ab-b6e3-3b9595544f43 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:38.527650 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-57d87d72-20b8-4152-8a92-68023ccc00c6 req-83748f56-7786-44ab-b6e3-3b9595544f43 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 984 time: 0.0937252 Feb 16 15:51:38.535112 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-6dbf7834-53bf-44ea-b250-f2c9e4afa5fb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/48c93c96-ce42-4d8f-b339-45e21de1b710 HTTP/1.1" status: 204 len: 168 time: 0.2077210 Feb 16 15:51:38.595584 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-57d87d72-20b8-4152-8a92-68023ccc00c6 req-039fbb31-6d37-41e1-8182-f36a7b0e17eb tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?id=126aa029-4956-4be5-baa5-8356cf15282d&id=7154f7fc-779f-4d4c-9d06-5796f358452a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0518093 Feb 16 15:51:38.901690 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 35114) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:39.028727 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f5d86562-7f4c-4ac2-81c5-40c42160b46b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:39.045104 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-f5d86562-7f4c-4ac2-81c5-40c42160b46b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:51:39.049574 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-f5d86562-7f4c-4ac2-81c5-40c42160b46b admin admin] Usage tracker for resource:security_group_rule and tenant:0d29a5cbee65491e9d98b3e96abe10ed is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:51:39.052610 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-f5d86562-7f4c-4ac2-81c5-40c42160b46b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:51:39.059246 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-f5d86562-7f4c-4ac2-81c5-40c42160b46b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:51:39.159841 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f5d86562-7f4c-4ac2-81c5-40c42160b46b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:39.163056 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f5d86562-7f4c-4ac2-81c5-40c42160b46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:39.171347 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8cf8fa20-0f8c-47d3-9114-b56799426d4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:39.216109 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-f5d86562-7f4c-4ac2-81c5-40c42160b46b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0d29a5cbee65491e9d98b3e96abe10ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3131986 Feb 16 15:51:39.217102 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d86562-7f4c-4ac2-81c5-40c42160b46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0de8f84-4368-40b0-ad49-3d9f4d18c80c,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:39.219318 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 35120) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:39.220572 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f5d86562-7f4c-4ac2-81c5-40c42160b46b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:39.282616 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b63c6bfc-e3c9-460f-b2bf-e22e8bba0256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:39.311304 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b63c6bfc-e3c9-460f-b2bf-e22e8bba0256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:39.355580 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b63c6bfc-e3c9-460f-b2bf-e22e8bba0256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:39.360455 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-78d3017d-9136-479e-997d-e086a6098c32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:39.374400 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c6bfc-e3c9-460f-b2bf-e22e8bba0256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0de8f84-4368-40b0-ad49-3d9f4d18c80c,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:39.377208 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b63c6bfc-e3c9-460f-b2bf-e22e8bba0256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:39.378441 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b63c6bfc-e3c9-460f-b2bf-e22e8bba0256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:39.379721 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-b63c6bfc-e3c9-460f-b2bf-e22e8bba0256 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d0de8f84-4368-40b0-ad49-3d9f4d18c80c HTTP/1.1" status: 204 len: 168 time: 0.1592126 Feb 16 15:51:39.666769 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 35130) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:39.686135 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f6fec7e1-d735-4a01-ad1f-2d14b183f303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:39.701409 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-f6fec7e1-d735-4a01-ad1f-2d14b183f303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:51:39.705535 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-f6fec7e1-d735-4a01-ad1f-2d14b183f303 admin admin] Usage tracker for resource:security_group_rule and tenant:ab63dd46803a4f4fac4c01bf3038f22d is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:51:39.708575 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-f6fec7e1-d735-4a01-ad1f-2d14b183f303 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:51:39.714969 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-f6fec7e1-d735-4a01-ad1f-2d14b183f303 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:51:39.803637 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9b80e-09b3-45ee-8831-55164d9b92e6 req-2b7e88e0-507a-4fd3-956e-b39ce6f5c8af tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:39.805274 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c8c9b80e-09b3-45ee-8831-55164d9b92e6 req-2b7e88e0-507a-4fd3-956e-b39ce6f5c8af tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 984 time: 0.0970066 Feb 16 15:51:39.812356 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f6fec7e1-d735-4a01-ad1f-2d14b183f303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:39.815689 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f6fec7e1-d735-4a01-ad1f-2d14b183f303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:39.825392 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-885fed0f-4ad1-42cc-96cc-ce907aeab81b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:39.857251 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-c8c9b80e-09b3-45ee-8831-55164d9b92e6 req-e5c92131-5bbb-4179-85d6-2afdb7572ffc tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?id=126aa029-4956-4be5-baa5-8356cf15282d&id=7154f7fc-779f-4d4c-9d06-5796f358452a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0451567 Feb 16 15:51:39.870416 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-f6fec7e1-d735-4a01-ad1f-2d14b183f303 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ab63dd46803a4f4fac4c01bf3038f22d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2024593 Feb 16 15:51:39.871740 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fec7e1-d735-4a01-ad1f-2d14b183f303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683a46e6-1d7d-4496-accd-431e0f289849,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:39.873326 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 35134) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:39.875208 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f6fec7e1-d735-4a01-ad1f-2d14b183f303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:39.935837 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-970906b0-2806-45e7-923e-b1b3c8868966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:39.964223 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-970906b0-2806-45e7-923e-b1b3c8868966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:40.009788 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-970906b0-2806-45e7-923e-b1b3c8868966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:40.016024 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-89e4558b-a005-42d5-b525-994d1f59a717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:40.032278 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970906b0-2806-45e7-923e-b1b3c8868966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683a46e6-1d7d-4496-accd-431e0f289849,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:40.034942 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-970906b0-2806-45e7-923e-b1b3c8868966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:40.039786 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-970906b0-2806-45e7-923e-b1b3c8868966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:40.041219 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-970906b0-2806-45e7-923e-b1b3c8868966 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/683a46e6-1d7d-4496-accd-431e0f289849 HTTP/1.1" status: 204 len: 168 time: 0.1668508 Feb 16 15:51:40.488873 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-eb9461c9-bb47-4d7e-96bc-3e223911d95a None None] Agent healthcheck: found 6 active agents {{(pid=84028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:51:41.064967 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477acea4-4264-45d9-a27d-7c42f0bce292 req-59c9116c-92a1-43ce-82ec-16ad849c3404 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:41.066619 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-477acea4-4264-45d9-a27d-7c42f0bce292 req-59c9116c-92a1-43ce-82ec-16ad849c3404 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 984 time: 0.0900774 Feb 16 15:51:41.135917 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-477acea4-4264-45d9-a27d-7c42f0bce292 req-0829849e-0ad7-4e56-8a3e-cab0a458e8e8 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?id=126aa029-4956-4be5-baa5-8356cf15282d&id=7154f7fc-779f-4d4c-9d06-5796f358452a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0623610 Feb 16 15:51:42.349847 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2f29b-023b-4d82-be5b-f4183f77a4e4 req-aadb7a60-5f45-4434-95ed-ebb5a3a0c9a1 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:42.352068 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4fe2f29b-023b-4d82-be5b-f4183f77a4e4 req-aadb7a60-5f45-4434-95ed-ebb5a3a0c9a1 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 984 time: 0.0967891 Feb 16 15:51:42.407227 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-4fe2f29b-023b-4d82-be5b-f4183f77a4e4 req-433168e7-77e2-437c-8dca-bca64cb41ef5 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?id=126aa029-4956-4be5-baa5-8356cf15282d&id=7154f7fc-779f-4d4c-9d06-5796f358452a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0481596 Feb 16 15:51:43.609703 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d788bb7-8940-46bf-b943-806e53d9a498 req-46b32229-75a1-45a9-8b67-07276b8ecabb tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:43.611357 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3d788bb7-8940-46bf-b943-806e53d9a498 req-46b32229-75a1-45a9-8b67-07276b8ecabb tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 984 time: 0.0909982 Feb 16 15:51:43.665950 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3d788bb7-8940-46bf-b943-806e53d9a498 req-fa2275bc-5fe9-4b66-a82f-dec854a23d7d tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?id=126aa029-4956-4be5-baa5-8356cf15282d&id=7154f7fc-779f-4d4c-9d06-5796f358452a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0478969 Feb 16 15:51:44.868540 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efbab9-35a8-4904-b019-b3149414ff97 req-af53887e-940f-4d8f-a2f8-3101c3ab8527 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:44.870153 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-48efbab9-35a8-4904-b019-b3149414ff97 req-af53887e-940f-4d8f-a2f8-3101c3ab8527 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 984 time: 0.0885723 Feb 16 15:51:44.922193 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-48efbab9-35a8-4904-b019-b3149414ff97 req-4f284374-5f17-4782-9fba-178f7c0857ba tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?id=126aa029-4956-4be5-baa5-8356cf15282d&id=7154f7fc-779f-4d4c-9d06-5796f358452a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0455616 Feb 16 15:51:46.134675 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a0eee-ff8a-4b94-85bf-080c14542110 req-e8924dff-cea3-4094-9b05-d2cccdc2ef54 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:46.136302 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-431a0eee-ff8a-4b94-85bf-080c14542110 req-e8924dff-cea3-4094-9b05-d2cccdc2ef54 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 984 time: 0.0907779 Feb 16 15:51:46.186616 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-431a0eee-ff8a-4b94-85bf-080c14542110 req-3c87172c-bbc5-41c0-926d-9c713a9282e0 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?id=126aa029-4956-4be5-baa5-8356cf15282d&id=7154f7fc-779f-4d4c-9d06-5796f358452a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0437756 Feb 16 15:51:46.978351 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 35230) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:47.103320 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-77fdf319-e538-4793-be92-5de49b6af6f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:47.119608 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-77fdf319-e538-4793-be92-5de49b6af6f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:51:47.123775 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-77fdf319-e538-4793-be92-5de49b6af6f2 admin admin] Usage tracker for resource:security_group_rule and tenant:9558340bb011490281e64b1c01c55ad7 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:51:47.126911 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-77fdf319-e538-4793-be92-5de49b6af6f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:51:47.133762 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-77fdf319-e538-4793-be92-5de49b6af6f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:51:47.234947 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-77fdf319-e538-4793-be92-5de49b6af6f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:47.237979 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-77fdf319-e538-4793-be92-5de49b6af6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:47.247901 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3a388c2b-1a12-4ad2-beae-9c566ce857c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:47.292655 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-77fdf319-e538-4793-be92-5de49b6af6f2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9558340bb011490281e64b1c01c55ad7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3130896 Feb 16 15:51:47.294448 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fdf319-e538-4793-be92-5de49b6af6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff356f49-9eb0-4850-8308-ae778af520f2,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:47.295625 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 35238) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:47.297971 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-77fdf319-e538-4793-be92-5de49b6af6f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:47.363975 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-239ee747-19a9-4b36-b9d5-b4c3e6365f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:47.391913 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-239ee747-19a9-4b36-b9d5-b4c3e6365f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:47.393174 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8da6a-9d6f-4aea-bd8c-3a84f0c67300 req-da5500ed-67d3-4c0a-baea-336d072d253d tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:47.394812 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-16c8da6a-9d6f-4aea-bd8c-3a84f0c67300 req-da5500ed-67d3-4c0a-baea-336d072d253d tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 984 time: 0.0949826 Feb 16 15:51:47.439614 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-239ee747-19a9-4b36-b9d5-b4c3e6365f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:47.445447 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f6fec7e1-d735-4a01-ad1f-2d14b183f303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:47.447290 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-16c8da6a-9d6f-4aea-bd8c-3a84f0c67300 req-607c4f31-9b0f-44d7-b22d-632c18060905 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?id=126aa029-4956-4be5-baa5-8356cf15282d&id=7154f7fc-779f-4d4c-9d06-5796f358452a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0457866 Feb 16 15:51:47.460729 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ee747-19a9-4b36-b9d5-b4c3e6365f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff356f49-9eb0-4850-8308-ae778af520f2,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:47.466159 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-239ee747-19a9-4b36-b9d5-b4c3e6365f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:47.472795 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-239ee747-19a9-4b36-b9d5-b4c3e6365f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:47.474009 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-239ee747-19a9-4b36-b9d5-b4c3e6365f8c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ff356f49-9eb0-4850-8308-ae778af520f2 HTTP/1.1" status: 204 len: 168 time: 0.1772659 Feb 16 15:51:47.762805 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 35246) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:47.782150 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c140fe47-d38c-45b9-ac80-e4657ff8c278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:47.798843 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-c140fe47-d38c-45b9-ac80-e4657ff8c278 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:51:47.802966 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-c140fe47-d38c-45b9-ac80-e4657ff8c278 admin admin] Usage tracker for resource:security_group_rule and tenant:7eb26a938f4f4e2daa1a174842adaebb is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:51:47.806687 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-c140fe47-d38c-45b9-ac80-e4657ff8c278 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:51:47.812683 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-c140fe47-d38c-45b9-ac80-e4657ff8c278 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:51:47.907748 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c140fe47-d38c-45b9-ac80-e4657ff8c278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:47.910458 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c140fe47-d38c-45b9-ac80-e4657ff8c278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:47.920281 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-44f74d20-4da9-46d4-8fec-93010c423fd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:47.966645 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-c140fe47-d38c-45b9-ac80-e4657ff8c278 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7eb26a938f4f4e2daa1a174842adaebb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2026205 Feb 16 15:51:47.968361 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c140fe47-d38c-45b9-ac80-e4657ff8c278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35052c7b-fd06-413b-a59a-071ffdaf5df2,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:47.969590 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 35250) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:47.972039 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c140fe47-d38c-45b9-ac80-e4657ff8c278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:48.033850 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7e63db53-b3a3-4391-8ffb-6f49676d4b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:48.063252 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7e63db53-b3a3-4391-8ffb-6f49676d4b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:48.109678 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7e63db53-b3a3-4391-8ffb-6f49676d4b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:48.114765 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-9ee6128a-19ec-4b6a-be56-29ee6560895d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:48.131066 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63db53-b3a3-4391-8ffb-6f49676d4b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35052c7b-fd06-413b-a59a-071ffdaf5df2,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:48.134328 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7e63db53-b3a3-4391-8ffb-6f49676d4b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:48.136444 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7e63db53-b3a3-4391-8ffb-6f49676d4b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:48.137662 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-7e63db53-b3a3-4391-8ffb-6f49676d4b67 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/35052c7b-fd06-413b-a59a-071ffdaf5df2 HTTP/1.1" status: 204 len: 168 time: 0.1670086 Feb 16 15:51:48.659430 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983c341-3501-4d30-b249-d6ce20f4ea59 req-b902fbbc-f7c3-4663-b20a-031b2b98336f tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:51:48.661179 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d983c341-3501-4d30-b249-d6ce20f4ea59 req-b902fbbc-f7c3-4663-b20a-031b2b98336f tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 984 time: 0.0898209 Feb 16 15:51:48.715668 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-d983c341-3501-4d30-b249-d6ce20f4ea59 req-c1cf7ee5-a114-4627-b49e-4fa907d6feed tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?id=126aa029-4956-4be5-baa5-8356cf15282d&id=7154f7fc-779f-4d4c-9d06-5796f358452a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0468695 Feb 16 15:51:55.231108 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f9085173-c9e6-485a-ac23-e6e3bd9cbef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:55.889916 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 35378) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:56.016747 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afd46651-46d5-4700-9506-5015b93796a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:56.032478 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-afd46651-46d5-4700-9506-5015b93796a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:51:56.036710 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-afd46651-46d5-4700-9506-5015b93796a5 admin admin] Usage tracker for resource:security_group_rule and tenant:f5090329e9bc4f1f974e3777189a5acf is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:51:56.040450 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-afd46651-46d5-4700-9506-5015b93796a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:51:56.046184 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-afd46651-46d5-4700-9506-5015b93796a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:51:56.134101 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afd46651-46d5-4700-9506-5015b93796a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:56.137045 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afd46651-46d5-4700-9506-5015b93796a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:56.146083 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5889081d-b786-4ea1-b1b9-573dcb3976ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:56.188952 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-afd46651-46d5-4700-9506-5015b93796a5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f5090329e9bc4f1f974e3777189a5acf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2978511 Feb 16 15:51:56.191056 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd46651-46d5-4700-9506-5015b93796a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a67223d-381f-472d-b46d-f002531035f2,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:56.191919 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 35384) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:56.194587 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-afd46651-46d5-4700-9506-5015b93796a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:56.254631 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-70cfa932-e8f9-40cd-a9ff-e512bd138a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:56.282027 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-70cfa932-e8f9-40cd-a9ff-e512bd138a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:56.330847 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-70cfa932-e8f9-40cd-a9ff-e512bd138a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:56.335763 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b63c6bfc-e3c9-460f-b2bf-e22e8bba0256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:56.350703 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cfa932-e8f9-40cd-a9ff-e512bd138a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a67223d-381f-472d-b46d-f002531035f2,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:56.355386 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-70cfa932-e8f9-40cd-a9ff-e512bd138a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:56.363226 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-70cfa932-e8f9-40cd-a9ff-e512bd138a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:56.364606 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-70cfa932-e8f9-40cd-a9ff-e512bd138a57 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4a67223d-381f-472d-b46d-f002531035f2 HTTP/1.1" status: 204 len: 168 time: 0.1714733 Feb 16 15:51:56.649828 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 35392) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:56.670014 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c816f231-12ea-4d05-9128-150d57b128a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:56.685780 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-c816f231-12ea-4d05-9128-150d57b128a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:51:56.689855 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-c816f231-12ea-4d05-9128-150d57b128a3 admin admin] Usage tracker for resource:security_group_rule and tenant:d32ddaf81ab64505a1ac8f2efcf2859b is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:51:56.692851 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-c816f231-12ea-4d05-9128-150d57b128a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:51:56.698641 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-c816f231-12ea-4d05-9128-150d57b128a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:51:56.785678 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c816f231-12ea-4d05-9128-150d57b128a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:56.790043 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c816f231-12ea-4d05-9128-150d57b128a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:56.798441 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b8368f34-98bc-43a9-9ef4-6d1e339eaf2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:56.841767 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-c816f231-12ea-4d05-9128-150d57b128a3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d32ddaf81ab64505a1ac8f2efcf2859b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1907434 Feb 16 15:51:56.843477 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816f231-12ea-4d05-9128-150d57b128a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2315ccde-a9d1-4571-a266-ded9f785e723,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:56.844749 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 35396) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:51:56.846752 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c816f231-12ea-4d05-9128-150d57b128a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:56.908610 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-95c3a031-b27a-4478-8160-ddaf06eee005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:56.936605 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-95c3a031-b27a-4478-8160-ddaf06eee005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:56.985622 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-95c3a031-b27a-4478-8160-ddaf06eee005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:56.990696 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-6b3c7a57-7520-40d8-8354-f68ef76cd2c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:51:57.003155 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c3a031-b27a-4478-8160-ddaf06eee005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2315ccde-a9d1-4571-a266-ded9f785e723,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:51:57.008414 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-95c3a031-b27a-4478-8160-ddaf06eee005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:51:57.012799 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-95c3a031-b27a-4478-8160-ddaf06eee005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:57.014893 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-95c3a031-b27a-4478-8160-ddaf06eee005 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2315ccde-a9d1-4571-a266-ded9f785e723 HTTP/1.1" status: 204 len: 168 time: 0.1689658 Feb 16 15:51:57.799273 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-064bca49-774c-4b1a-a960-11cd7a56de03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:58.120676 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:59.369026 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:51:59.686645 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:02.395594 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:03.140930 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f51f3b9d-9fd4-4e6c-8995-9d91d1c85099 req-c826c311-41f9-4cbb-a826-1aaec2b337e1 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0811739 Feb 16 15:52:03.272911 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f3b9d-9fd4-4e6c-8995-9d91d1c85099 req-b63e5339-e99f-4ee7-b749-c0a37fd32f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:52:03.274651 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f51f3b9d-9fd4-4e6c-8995-9d91d1c85099 req-b63e5339-e99f-4ee7-b749-c0a37fd32f94 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6397327af94e4044ae5e667ca93f345c&device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 1202 time: 0.0961516 Feb 16 15:52:03.487450 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f3b9d-9fd4-4e6c-8995-9d91d1c85099 req-d20e22c8-eab6-4ae9-82b8-2b86a4b2a448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:52:03.489271 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f51f3b9d-9fd4-4e6c-8995-9d91d1c85099 req-d20e22c8-eab6-4ae9-82b8-2b86a4b2a448 service neutron] 10.222.0.102 "GET /v2.0/networks?id=2886c1eb-0213-49c7-9040-561b7a7aaa58 HTTP/1.1" status: 200 len: 909 time: 0.1875608 Feb 16 15:52:03.629495 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f51f3b9d-9fd4-4e6c-8995-9d91d1c85099 req-dfcf7ede-58aa-4484-901b-8664d9eec834 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=beb6be7a-4c58-49ae-ac5a-507545b96f32 HTTP/1.1" status: 200 len: 1000 time: 0.1326373 Feb 16 15:52:03.720433 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f3b9d-9fd4-4e6c-8995-9d91d1c85099 req-693b17a6-50d0-494d-817f-fcdc02d8a08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:52:03.722097 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f51f3b9d-9fd4-4e6c-8995-9d91d1c85099 req-693b17a6-50d0-494d-817f-fcdc02d8a08c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9629cb7e-b8ec-4ae2-b2ac-1c9cd6f10b53 HTTP/1.1" status: 200 len: 854 time: 0.0861020 Feb 16 15:52:03.824659 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f3b9d-9fd4-4e6c-8995-9d91d1c85099 req-590fcb3b-6621-4a84-9e79-2143b0f55d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:52:03.826611 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f51f3b9d-9fd4-4e6c-8995-9d91d1c85099 req-590fcb3b-6621-4a84-9e79-2143b0f55d07 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=2886c1eb-0213-49c7-9040-561b7a7aaa58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0970204 Feb 16 15:52:04.000567 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f51f3b9d-9fd4-4e6c-8995-9d91d1c85099 req-70b2f0d3-4a2c-4be2-83b5-b7deb92f079c service neutron] 10.222.0.102 "GET /v2.0/networks/2886c1eb-0213-49c7-9040-561b7a7aaa58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654596 Feb 16 15:52:04.168943 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-f51f3b9d-9fd4-4e6c-8995-9d91d1c85099 req-c955b3c8-e509-4978-b22e-b84bbb74261e service neutron] 10.222.0.102 "GET /v2.0/networks/2886c1eb-0213-49c7-9040-561b7a7aaa58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1606247 Feb 16 15:52:04.295478 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 35476) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:52:04.424904 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-055c4aa6-3250-4f9c-be03-597132abea5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:04.442475 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-055c4aa6-3250-4f9c-be03-597132abea5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 16 15:52:04.448070 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-055c4aa6-3250-4f9c-be03-597132abea5c admin admin] Usage tracker for resource:security_group_rule and tenant:29d19b59030f42f7b4a9f209788040f5 is out of sync, need to count used quota {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 16 15:52:04.451367 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-055c4aa6-3250-4f9c-be03-597132abea5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84026) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 16 15:52:04.457330 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-055c4aa6-3250-4f9c-be03-597132abea5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84026) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 16 15:52:04.561339 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-055c4aa6-3250-4f9c-be03-597132abea5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:04.565017 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-055c4aa6-3250-4f9c-be03-597132abea5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:04.575294 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-6929863b-a565-452a-a5f4-fafad840c692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:52:04.621500 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-055c4aa6-3250-4f9c-be03-597132abea5c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=29d19b59030f42f7b4a9f209788040f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3247979 Feb 16 15:52:04.622448 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055c4aa6-3250-4f9c-be03-597132abea5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f64063-e936-4a77-acbd-8b7a89938d6b,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:52:04.624731 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 35482) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:52:04.626489 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-055c4aa6-3250-4f9c-be03-597132abea5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:52:04.710778 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2f30f9ca-839e-49db-a72d-5a32b9a0c85a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:04.747545 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2f30f9ca-839e-49db-a72d-5a32b9a0c85a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:04.799415 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2f30f9ca-839e-49db-a72d-5a32b9a0c85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:04.804044 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d9338f18-e994-4689-83a3-e65c6e587b29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:52:04.820281 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30f9ca-839e-49db-a72d-5a32b9a0c85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f64063-e936-4a77-acbd-8b7a89938d6b,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:52:04.834996 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30f9ca-839e-49db-a72d-5a32b9a0c85a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:04.835501 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30f9ca-839e-49db-a72d-5a32b9a0c85a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:04.836185 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30f9ca-839e-49db-a72d-5a32b9a0c85a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:04.836625 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30f9ca-839e-49db-a72d-5a32b9a0c85a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:04.837034 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30f9ca-839e-49db-a72d-5a32b9a0c85a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:04.837586 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30f9ca-839e-49db-a72d-5a32b9a0c85a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:04.838071 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30f9ca-839e-49db-a72d-5a32b9a0c85a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:04.838507 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30f9ca-839e-49db-a72d-5a32b9a0c85a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:04.838918 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30f9ca-839e-49db-a72d-5a32b9a0c85a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:04.839535 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30f9ca-839e-49db-a72d-5a32b9a0c85a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:04.839948 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30f9ca-839e-49db-a72d-5a32b9a0c85a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:04.840353 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30f9ca-839e-49db-a72d-5a32b9a0c85a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:04.840854 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30f9ca-839e-49db-a72d-5a32b9a0c85a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:04.841262 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30f9ca-839e-49db-a72d-5a32b9a0c85a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:04.841663 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30f9ca-839e-49db-a72d-5a32b9a0c85a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:04.842062 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30f9ca-839e-49db-a72d-5a32b9a0c85a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:04.842497 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30f9ca-839e-49db-a72d-5a32b9a0c85a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:04.842895 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30f9ca-839e-49db-a72d-5a32b9a0c85a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:04.843299 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30f9ca-839e-49db-a72d-5a32b9a0c85a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:04.843697 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30f9ca-839e-49db-a72d-5a32b9a0c85a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:04.844237 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30f9ca-839e-49db-a72d-5a32b9a0c85a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:04.844735 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30f9ca-839e-49db-a72d-5a32b9a0c85a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:04.845139 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30f9ca-839e-49db-a72d-5a32b9a0c85a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:04.845538 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30f9ca-839e-49db-a72d-5a32b9a0c85a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:04.850720 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2f30f9ca-839e-49db-a72d-5a32b9a0c85a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:52:04.852624 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2f30f9ca-839e-49db-a72d-5a32b9a0c85a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:04.853934 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-2f30f9ca-839e-49db-a72d-5a32b9a0c85a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/67f64063-e936-4a77-acbd-8b7a89938d6b HTTP/1.1" status: 204 len: 168 time: 0.2275057 Feb 16 15:52:17.488162 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-eb9461c9-bb47-4d7e-96bc-3e223911d95a None None] Agent healthcheck: found 6 active agents {{(pid=84028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:52:21.355254 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5a9f42ef-a8d7-4c4e-ab94-64e4d08d0ac3 req-ea83a89c-f553-423c-bc5f-4e7957893069 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1934519969&fields=id&tenant_id=6397327af94e4044ae5e667ca93f345c HTTP/1.1" status: 200 len: 267 time: 0.0437858 Feb 16 15:52:21.451007 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f42ef-a8d7-4c4e-ab94-64e4d08d0ac3 req-90463c73-c3f9-4c96-a18e-c6846925b671 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:52:21.452522 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5a9f42ef-a8d7-4c4e-ab94-64e4d08d0ac3 req-90463c73-c3f9-4c96-a18e-c6846925b671 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 984 time: 0.0914099 Feb 16 15:52:21.464798 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-5a9f42ef-a8d7-4c4e-ab94-64e4d08d0ac3 req-9e554096-9284-4dbc-aaf2-3eda330b0637 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Request body: {'port': {'security_groups': ['126aa029-4956-4be5-baa5-8356cf15282d']}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:52:21.595461 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-5a9f42ef-a8d7-4c4e-ab94-64e4d08d0ac3 req-9e554096-9284-4dbc-aaf2-3eda330b0637 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853290365'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:21.913285 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-5a9f42ef-a8d7-4c4e-ab94-64e4d08d0ac3 req-9e554096-9284-4dbc-aaf2-3eda330b0637 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] For port beb6be7a-4c58-49ae-ac5a-507545b96f32, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=beb6be7a-4c58-49ae-ac5a-507545b96f32,segment=NetworkSegment(a613de86-ac2d-4561-8ad2-59c7cbbc24ef),segment_id=a613de86-ac2d-4561-8ad2-59c7cbbc24ef)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:52:21.939848 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-5a9f42ef-a8d7-4c4e-ab94-64e4d08d0ac3 req-9e554096-9284-4dbc-aaf2-3eda330b0637 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:21.943128 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-5a9f42ef-a8d7-4c4e-ab94-64e4d08d0ac3 req-9e554096-9284-4dbc-aaf2-3eda330b0637 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754293583629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754293076697', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363282561699086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15847481'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:21.962188 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f846a88f-ef39-4b79-b094-42dc24b1d6f6 tempest-AttachVolumeTestJSON-783571592 tempest-AttachVolumeTestJSON-783571592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:52:22.117958 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e554096-9284-4dbc-aaf2-3eda330b0637 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Pushing event updated for resources: {'Port': ['ID=beb6be7a-4c58-49ae-ac5a-507545b96f32,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:52:22.123459 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-9e554096-9284-4dbc-aaf2-3eda330b0637 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:52:22.158034 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f42ef-a8d7-4c4e-ab94-64e4d08d0ac3 req-9e554096-9284-4dbc-aaf2-3eda330b0637 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:52:22.158762 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-5a9f42ef-a8d7-4c4e-ab94-64e4d08d0ac3 req-9e554096-9284-4dbc-aaf2-3eda330b0637 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:22.160355 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-5a9f42ef-a8d7-4c4e-ab94-64e4d08d0ac3 req-9e554096-9284-4dbc-aaf2-3eda330b0637 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "PUT /v2.0/ports/beb6be7a-4c58-49ae-ac5a-507545b96f32 HTTP/1.1" status: 200 len: 942 time: 0.7009838 Feb 16 15:52:22.160789 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b4bdbf-6d56-4377-913c-e610be9a2289', 'tag': 'beb6be7a-4c58-49ae-ac5a-507545b96f32'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:52:22.212336 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b4bdbf-6d56-4377-913c-e610be9a2289', 'tag': 'beb6be7a-4c58-49ae-ac5a-507545b96f32', 'status': 'completed', 'code': 200} Feb 16 15:52:22.243059 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-443663c4-4def-46a2-989c-87786806436d req-10384b4a-c735-43e4-8471-c4ef009a4d24 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups/7154f7fc-779f-4d4c-9d06-5796f358452a HTTP/1.1" status: 200 len: 3005 time: 0.0623238 Feb 16 15:52:22.340789 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-443663c4-4def-46a2-989c-87786806436d req-11d5692c-c68e-4283-9fef-913471acecb0 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:22.342435 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21befc03-d574-4109-a542-23a6cf2c0691 req-a8403290-7f94-47b2-937a-33efa7573fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:52:22.344071 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-21befc03-d574-4109-a542-23a6cf2c0691 req-a8403290-7f94-47b2-937a-33efa7573fdd service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6397327af94e4044ae5e667ca93f345c&device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 1162 time: 0.0854559 Feb 16 15:52:22.373314 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-443663c4-4def-46a2-989c-87786806436d req-11d5692c-c68e-4283-9fef-913471acecb0 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:22.388002 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1fffa725-904a-479c-9215-05ec2c959547 None None] Provisioning complete for port beb6be7a-4c58-49ae-ac5a-507545b96f32 triggered by entity DHCP. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:52:22.388426 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1fffa725-904a-479c-9215-05ec2c959547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:22.424040 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-443663c4-4def-46a2-989c-87786806436d req-11d5692c-c68e-4283-9fef-913471acecb0 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:22.429658 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b30697cf-419e-4872-b6a6-a6dec7b5f17a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:52:22.446991 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5692c-c68e-4283-9fef-913471acecb0 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7154f7fc-779f-4d4c-9d06-5796f358452a,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:52:22.450057 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-11d5692c-c68e-4283-9fef-913471acecb0 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:52:22.456108 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-443663c4-4def-46a2-989c-87786806436d req-11d5692c-c68e-4283-9fef-913471acecb0 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:22.457340 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-443663c4-4def-46a2-989c-87786806436d req-11d5692c-c68e-4283-9fef-913471acecb0 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "DELETE /v2.0/security-groups/7154f7fc-779f-4d4c-9d06-5796f358452a HTTP/1.1" status: 204 len: 173 time: 0.2060876 Feb 16 15:52:22.493046 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21befc03-d574-4109-a542-23a6cf2c0691 req-0f2c9082-0bca-47cd-b6d2-5e6d25ee1a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:52:22.494667 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-21befc03-d574-4109-a542-23a6cf2c0691 req-0f2c9082-0bca-47cd-b6d2-5e6d25ee1a13 service neutron] 10.222.0.102 "GET /v2.0/networks?id=2886c1eb-0213-49c7-9040-561b7a7aaa58 HTTP/1.1" status: 200 len: 909 time: 0.1435142 Feb 16 15:52:22.597910 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-64c279d8-abbe-4fd6-9b31-9eab7c211b4c req-e1fa4850-d0a8-4cd2-9076-05d2fb17f70e tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/floatingips/4d5ca23e-5ed5-4e32-bef9-bdc78841c245 HTTP/1.1" status: 200 len: 997 time: 0.1188016 Feb 16 15:52:22.610921 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-21befc03-d574-4109-a542-23a6cf2c0691 req-3d7aaa1e-77f0-45ec-b238-8fb1346995e9 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=beb6be7a-4c58-49ae-ac5a-507545b96f32 HTTP/1.1" status: 200 len: 1000 time: 0.1096816 Feb 16 15:52:22.685152 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21befc03-d574-4109-a542-23a6cf2c0691 req-3c8a1c63-7d3a-426c-96a1-50170fcc64dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:52:22.686645 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-21befc03-d574-4109-a542-23a6cf2c0691 req-3c8a1c63-7d3a-426c-96a1-50170fcc64dc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9629cb7e-b8ec-4ae2-b2ac-1c9cd6f10b53 HTTP/1.1" status: 200 len: 854 time: 0.0686648 Feb 16 15:52:22.767799 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c279d8-abbe-4fd6-9b31-9eab7c211b4c req-59824241-55ed-44f6-8a4b-8ac085206f78 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:52:22.769303 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-64c279d8-abbe-4fd6-9b31-9eab7c211b4c req-59824241-55ed-44f6-8a4b-8ac085206f78 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/networks/98aad332-78bd-43b9-832c-6a78188811e7 HTTP/1.1" status: 200 len: 784 time: 0.1644561 Feb 16 15:52:22.772141 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21befc03-d574-4109-a542-23a6cf2c0691 req-b8a0f844-a8fe-4b7d-b6a1-ed7e54194cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:52:22.774301 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-21befc03-d574-4109-a542-23a6cf2c0691 req-b8a0f844-a8fe-4b7d-b6a1-ed7e54194cf6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=2886c1eb-0213-49c7-9040-561b7a7aaa58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0794785 Feb 16 15:52:22.781012 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [req-64c279d8-abbe-4fd6-9b31-9eab7c211b4c req-16ddbe85-8889-49e9-b1ac-1a09df3aa13f tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84025) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:52:22.782072 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-64c279d8-abbe-4fd6-9b31-9eab7c211b4c req-16ddbe85-8889-49e9-b1ac-1a09df3aa13f tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0062256 Feb 16 15:52:22.792687 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device beb6be7a-4c58-49ae-ac5a-507545b96f32 up at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 16 15:52:22.868401 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Provisioning complete for port beb6be7a-4c58-49ae-ac5a-507545b96f32 triggered by entity L2. {{(pid=84027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 16 15:52:22.868833 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1492755'] for port, provisioning_complete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:22.898426 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-64c279d8-abbe-4fd6-9b31-9eab7c211b4c req-dd20cac4-a4cf-494c-b072-cc3d962c8a05 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.28.2.39 HTTP/1.1" status: 200 len: 1000 time: 0.1090312 Feb 16 15:52:22.922801 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-21befc03-d574-4109-a542-23a6cf2c0691 req-29b1545e-0909-4384-80ee-f1a440279ff6 service neutron] 10.222.0.102 "GET /v2.0/networks/2886c1eb-0213-49c7-9040-561b7a7aaa58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414092 Feb 16 15:52:22.986034 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c279d8-abbe-4fd6-9b31-9eab7c211b4c req-ccb78467-09e7-4ddd-8134-bd980973584a tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:52:22.987672 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-64c279d8-abbe-4fd6-9b31-9eab7c211b4c req-ccb78467-09e7-4ddd-8134-bd980973584a tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports/beb6be7a-4c58-49ae-ac5a-507545b96f32 HTTP/1.1" status: 200 len: 942 time: 0.0802481 Feb 16 15:52:23.070765 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-21befc03-d574-4109-a542-23a6cf2c0691 req-ffe90655-1e77-4dba-8c55-fa98a9947095 service neutron] 10.222.0.102 "GET /v2.0/networks/2886c1eb-0213-49c7-9040-561b7a7aaa58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1406248 Feb 16 15:52:23.177647 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-64c279d8-abbe-4fd6-9b31-9eab7c211b4c req-6aad64b7-d0b8-4288-bc16-fc1e1d1aa669 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.28.2.39 HTTP/1.1" status: 200 len: 1000 time: 0.1075687 Feb 16 15:52:23.400761 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-64c279d8-abbe-4fd6-9b31-9eab7c211b4c req-5a0444c6-813b-484a-b061-42c5dcc79c24 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Deleting port 37b5e2a5-c1a7-4c30-9a40-c09242872c30 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:52:23.401376 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-64c279d8-abbe-4fd6-9b31-9eab7c211b4c req-5a0444c6-813b-484a-b061-42c5dcc79c24 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:23.798324 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-64c279d8-abbe-4fd6-9b31-9eab7c211b4c req-5a0444c6-813b-484a-b061-42c5dcc79c24 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:23.798732 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-64c279d8-abbe-4fd6-9b31-9eab7c211b4c req-5a0444c6-813b-484a-b061-42c5dcc79c24 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:23.929815 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-64c279d8-abbe-4fd6-9b31-9eab7c211b4c req-5a0444c6-813b-484a-b061-42c5dcc79c24 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Calling delete_port for 37b5e2a5-c1a7-4c30-9a40-c09242872c30 owned by network:floatingip {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:52:24.085741 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-64c279d8-abbe-4fd6-9b31-9eab7c211b4c req-5a0444c6-813b-484a-b061-42c5dcc79c24 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838928334'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:24.101092 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a1781597-a185-43ae-9d43-f9c463107d41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:52:24.203330 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0444c6-813b-484a-b061-42c5dcc79c24 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Pushing event deleted for resources: {'Port': ['ID=37b5e2a5-c1a7-4c30-9a40-c09242872c30,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:52:24.208747 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5a0444c6-813b-484a-b061-42c5dcc79c24 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:52:24.325416 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-64c279d8-abbe-4fd6-9b31-9eab7c211b4c req-5a0444c6-813b-484a-b061-42c5dcc79c24 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks [] for floatingip, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:24.325785 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.db.l3_db [req-64c279d8-abbe-4fd6-9b31-9eab7c211b4c req-5a0444c6-813b-484a-b061-42c5dcc79c24 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Floating IP 4d5ca23e-5ed5-4e32-bef9-bdc78841c245 disassociated (deleted). External IP: 172.28.2.39, port: beb6be7a-4c58-49ae-ac5a-507545b96f32. Feb 16 15:52:24.720888 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64c279d8-abbe-4fd6-9b31-9eab7c211b4c req-5a0444c6-813b-484a-b061-42c5dcc79c24 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Router d9359ee0-834c-438e-aaa1-d5ebf89205ca has already been hosted by L3 agent cace3e07-576d-4918-a0d2-7f739a7a8110 {{(pid=84025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 15:52:24.918843 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64c279d8-abbe-4fd6-9b31-9eab7c211b4c req-5a0444c6-813b-484a-b061-42c5dcc79c24 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify agent at l3_agent.dv-cinder-775706-1-smb the message routers_updated {{(pid=84025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:52:24.928778 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ceb518-8f2f-48ec-b870-504cfe14ebb9 None None] Sync routers for ids ['d9359ee0-834c-438e-aaa1-d5ebf89205ca'] in dv-cinder-775706-1-smb {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:52:24.940008 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ceb518-8f2f-48ec-b870-504cfe14ebb9 None None] Routers {'d9359ee0-834c-438e-aaa1-d5ebf89205ca'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:52:24.940699 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-71ceb518-8f2f-48ec-b870-504cfe14ebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:51:58Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['d9359ee0-834c-438e-aaa1-d5ebf89205ca'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:52:24.943874 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-64c279d8-abbe-4fd6-9b31-9eab7c211b4c req-5a0444c6-813b-484a-b061-42c5dcc79c24 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for floatingip, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:25.003354 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-64c279d8-abbe-4fd6-9b31-9eab7c211b4c req-5a0444c6-813b-484a-b061-42c5dcc79c24 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "DELETE /v2.0/floatingips/4d5ca23e-5ed5-4e32-bef9-bdc78841c245 HTTP/1.1" status: 204 len: 173 time: 1.8187084 Feb 16 15:52:25.003695 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b4bdbf-6d56-4377-913c-e610be9a2289', 'tag': 'beb6be7a-4c58-49ae-ac5a-507545b96f32'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:52:25.060611 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b4bdbf-6d56-4377-913c-e610be9a2289', 'tag': 'beb6be7a-4c58-49ae-ac5a-507545b96f32', 'status': 'completed', 'code': 200} Feb 16 15:52:25.104942 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c279d8-abbe-4fd6-9b31-9eab7c211b4c req-5bbdf30b-8456-4ffb-b633-996d3a781899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:52:25.106700 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-64c279d8-abbe-4fd6-9b31-9eab7c211b4c req-5bbdf30b-8456-4ffb-b633-996d3a781899 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6397327af94e4044ae5e667ca93f345c&device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 1162 time: 0.0898917 Feb 16 15:52:25.180429 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59fb291-a581-4928-8d97-3f46ac4bd0ab req-0e6349f8-6d80-4af2-a7bb-bd56d176ff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:52:25.182069 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b59fb291-a581-4928-8d97-3f46ac4bd0ab req-0e6349f8-6d80-4af2-a7bb-bd56d176ff87 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6397327af94e4044ae5e667ca93f345c&device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 1162 time: 0.0863886 Feb 16 15:52:25.261713 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c279d8-abbe-4fd6-9b31-9eab7c211b4c req-f28af744-5cff-45da-994a-d032e9790894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:52:25.263522 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-64c279d8-abbe-4fd6-9b31-9eab7c211b4c req-f28af744-5cff-45da-994a-d032e9790894 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2886c1eb-0213-49c7-9040-561b7a7aaa58 HTTP/1.1" status: 200 len: 909 time: 0.1491458 Feb 16 15:52:25.268245 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-22ba09c5-ff7f-4f2b-8aaf-bd4e8927e2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:25.327598 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-71ceb518-8f2f-48ec-b870-504cfe14ebb9 None None] Set router d9359ee0-834c-438e-aaa1-d5ebf89205ca gateway port host: dv-cinder-775706-1-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:52:25.337473 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59fb291-a581-4928-8d97-3f46ac4bd0ab req-e74d1fa0-6556-4bf1-bb5d-70b329a811d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:52:25.339118 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b59fb291-a581-4928-8d97-3f46ac4bd0ab req-e74d1fa0-6556-4bf1-bb5d-70b329a811d6 service neutron] 10.222.0.102 "GET /v2.0/networks?id=2886c1eb-0213-49c7-9040-561b7a7aaa58 HTTP/1.1" status: 200 len: 909 time: 0.1510708 Feb 16 15:52:25.341893 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-64c279d8-abbe-4fd6-9b31-9eab7c211b4c req-baf414b5-4c7d-4cef-b6b6-ed58683a77a3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=beb6be7a-4c58-49ae-ac5a-507545b96f32 HTTP/1.1" status: 200 len: 217 time: 0.0692697 Feb 16 15:52:25.417104 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c279d8-abbe-4fd6-9b31-9eab7c211b4c req-69d29b3e-4457-4e64-a06e-aa7034d7480a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:52:25.418104 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b59fb291-a581-4928-8d97-3f46ac4bd0ab req-c26c3a28-e24c-47f8-92d2-4763173340a9 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=beb6be7a-4c58-49ae-ac5a-507545b96f32 HTTP/1.1" status: 200 len: 217 time: 0.0720167 Feb 16 15:52:25.418738 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-64c279d8-abbe-4fd6-9b31-9eab7c211b4c req-69d29b3e-4457-4e64-a06e-aa7034d7480a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9629cb7e-b8ec-4ae2-b2ac-1c9cd6f10b53 HTTP/1.1" status: 200 len: 854 time: 0.0698745 Feb 16 15:52:25.488787 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59fb291-a581-4928-8d97-3f46ac4bd0ab req-2601024e-1276-46dd-addf-4579c210e988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:52:25.491057 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b59fb291-a581-4928-8d97-3f46ac4bd0ab req-2601024e-1276-46dd-addf-4579c210e988 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9629cb7e-b8ec-4ae2-b2ac-1c9cd6f10b53 HTTP/1.1" status: 200 len: 854 time: 0.0663238 Feb 16 15:52:25.506224 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c279d8-abbe-4fd6-9b31-9eab7c211b4c req-074268e4-8fe4-46b4-ac87-6bbba10755ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:52:25.508065 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-64c279d8-abbe-4fd6-9b31-9eab7c211b4c req-074268e4-8fe4-46b4-ac87-6bbba10755ee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2886c1eb-0213-49c7-9040-561b7a7aaa58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0827322 Feb 16 15:52:25.581519 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59fb291-a581-4928-8d97-3f46ac4bd0ab req-98787483-6cfe-466c-b9d5-aae677723733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:52:25.583497 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b59fb291-a581-4928-8d97-3f46ac4bd0ab req-98787483-6cfe-466c-b9d5-aae677723733 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=2886c1eb-0213-49c7-9040-561b7a7aaa58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0864916 Feb 16 15:52:25.663977 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-64c279d8-abbe-4fd6-9b31-9eab7c211b4c req-fc8edde8-abab-4f94-ae8e-bda1d796dfe2 service neutron] 10.222.0.42 "GET /v2.0/networks/2886c1eb-0213-49c7-9040-561b7a7aaa58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479573 Feb 16 15:52:25.678912 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-71ceb518-8f2f-48ec-b870-504cfe14ebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'name': 'tempest-TestMinimumBasicScenario-1221444230-router', 'tenant_id': '6397327af94e4044ae5e667ca93f345c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.114'}], 'enable_snat': True}, 'gw_port_id': '1e05fc91-ba76-4c18-a9be-a83a04d4355f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:49:57Z', 'updated_at': '2021-02-16T15:50:03Z', 'revision_number': 4, 'project_id': '6397327af94e4044ae5e667ca93f345c', 'gw_port': {'id': '1e05fc91-ba76-4c18-a9be-a83a04d4355f', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:49:58Z', 'updated_at': '2021-02-16T15:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_interfaces': [{'id': '327e5bb7-a4eb-4cfd-8f70-2b6e637409a7', 'name': '', 'network_id': '2886c1eb-0213-49c7-9040-561b7a7aaa58', 'tenant_id': '6397327af94e4044ae5e667ca93f345c', 'mac_address': 'fa:16:3e:62:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9629cb7e-b8ec-4ae2-b2ac-1c9cd6f10b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:50:02Z', 'updated_at': '2021-02-16T15:50:11Z', 'revision_number': 5, 'project_id': '6397327af94e4044ae5e667ca93f345c', 'subnets': [{'id': '9629cb7e-b8ec-4ae2-b2ac-1c9cd6f10b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:52:25.683211 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ceb518-8f2f-48ec-b870-504cfe14ebb9 None None] Checking router: d9359ee0-834c-438e-aaa1-d5ebf89205ca for host: dv-cinder-775706-1-smb {{(pid=84027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:52:25.694872 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ceb518-8f2f-48ec-b870-504cfe14ebb9 None None] Routers {'d9359ee0-834c-438e-aaa1-d5ebf89205ca'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:52:25.696094 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-71ceb518-8f2f-48ec-b870-504cfe14ebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:51:58Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['d9359ee0-834c-438e-aaa1-d5ebf89205ca'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:52:25.750056 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b59fb291-a581-4928-8d97-3f46ac4bd0ab req-8790a6ad-02a7-48b3-b091-cc61c049eaf3 service neutron] 10.222.0.102 "GET /v2.0/networks/2886c1eb-0213-49c7-9040-561b7a7aaa58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546090 Feb 16 15:52:25.817084 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-64c279d8-abbe-4fd6-9b31-9eab7c211b4c req-3816399f-5b68-47fa-8708-1a0213a58493 service neutron] 10.222.0.42 "GET /v2.0/networks/2886c1eb-0213-49c7-9040-561b7a7aaa58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1445801 Feb 16 15:52:25.897144 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-71ceb518-8f2f-48ec-b870-504cfe14ebb9 None None] Set router d9359ee0-834c-438e-aaa1-d5ebf89205ca gateway port host: dv-cinder-775706-1-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:52:26.157986 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b59fb291-a581-4928-8d97-3f46ac4bd0ab req-715b76dc-2a7f-4c09-a29d-f2419744dcaf service neutron] 10.222.0.102 "GET /v2.0/networks/2886c1eb-0213-49c7-9040-561b7a7aaa58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4058845 Feb 16 15:52:26.272121 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-71ceb518-8f2f-48ec-b870-504cfe14ebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'name': 'tempest-TestMinimumBasicScenario-1221444230-router', 'tenant_id': '6397327af94e4044ae5e667ca93f345c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.114'}], 'enable_snat': True}, 'gw_port_id': '1e05fc91-ba76-4c18-a9be-a83a04d4355f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:49:57Z', 'updated_at': '2021-02-16T15:50:03Z', 'revision_number': 4, 'project_id': '6397327af94e4044ae5e667ca93f345c', 'gw_port': {'id': '1e05fc91-ba76-4c18-a9be-a83a04d4355f', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:49:58Z', 'updated_at': '2021-02-16T15:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_interfaces': [{'id': '327e5bb7-a4eb-4cfd-8f70-2b6e637409a7', 'name': '', 'network_id': '2886c1eb-0213-49c7-9040-561b7a7aaa58', 'tenant_id': '6397327af94e4044ae5e667ca93f345c', 'mac_address': 'fa:16:3e:62:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9629cb7e-b8ec-4ae2-b2ac-1c9cd6f10b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:50:02Z', 'updated_at': '2021-02-16T15:50:11Z', 'revision_number': 5, 'project_id': '6397327af94e4044ae5e667ca93f345c', 'subnets': [{'id': '9629cb7e-b8ec-4ae2-b2ac-1c9cd6f10b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:52:26.277484 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ceb518-8f2f-48ec-b870-504cfe14ebb9 None None] The sync data for ids ['d9359ee0-834c-438e-aaa1-d5ebf89205ca'] in dv-cinder-775706-1-smb is: [{'id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'name': 'tempest-TestMinimumBasicScenario-1221444230-router', 'tenant_id': '6397327af94e4044ae5e667ca93f345c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.114'}], 'enable_snat': True}, 'gw_port_id': '1e05fc91-ba76-4c18-a9be-a83a04d4355f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:49:57Z', 'updated_at': '2021-02-16T15:50:03Z', 'revision_number': 4, 'project_id': '6397327af94e4044ae5e667ca93f345c', 'gw_port': {'id': '1e05fc91-ba76-4c18-a9be-a83a04d4355f', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:49:58Z', 'updated_at': '2021-02-16T15:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb', '_interfaces': [{'id': '327e5bb7-a4eb-4cfd-8f70-2b6e637409a7', 'name': '', 'network_id': '2886c1eb-0213-49c7-9040-561b7a7aaa58', 'tenant_id': '6397327af94e4044ae5e667ca93f345c', 'mac_address': 'fa:16:3e:62:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9629cb7e-b8ec-4ae2-b2ac-1c9cd6f10b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:50:02Z', 'updated_at': '2021-02-16T15:50:11Z', 'revision_number': 5, 'project_id': '6397327af94e4044ae5e667ca93f345c', 'subnets': [{'id': '9629cb7e-b8ec-4ae2-b2ac-1c9cd6f10b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:52:26.661785 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ea2715-0141-4130-ab3c-5d4ec9bdfbb6 None None] New status for floating IP 4d5ca23e-5ed5-4e32-bef9-bdc78841c245: DOWN {{(pid=84028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 16 15:52:27.803609 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e869476c-be7d-46ef-9278-8ad5836e640f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:28.124207 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:29.240619 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c4d48-cadd-4fe5-a5a7-1c1dbae8ec5a req-3423bf64-c43e-481c-ae47-c923fbf70f13 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:52:29.241389 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-3a0c4d48-cadd-4fe5-a5a7-1c1dbae8ec5a req-3423bf64-c43e-481c-ae47-c923fbf70f13 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Synchronizing usage tracker for tenant:6397327af94e4044ae5e667ca93f345c on resource:port {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:52:29.256184 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-3a0c4d48-cadd-4fe5-a5a7-1c1dbae8ec5a req-3423bf64-c43e-481c-ae47-c923fbf70f13 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Unset dirty status for tenant:6397327af94e4044ae5e667ca93f345c on resource:port {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:52:29.257723 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3a0c4d48-cadd-4fe5-a5a7-1c1dbae8ec5a req-3423bf64-c43e-481c-ae47-c923fbf70f13 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 945 time: 0.1090856 Feb 16 15:52:29.305940 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-3a0c4d48-cadd-4fe5-a5a7-1c1dbae8ec5a req-dd2cca2d-41af-42e7-8faa-5f3661836875 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Synchronizing usage tracker for tenant:6397327af94e4044ae5e667ca93f345c on resource:security_group {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:52:29.320375 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-3a0c4d48-cadd-4fe5-a5a7-1c1dbae8ec5a req-dd2cca2d-41af-42e7-8faa-5f3661836875 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Unset dirty status for tenant:6397327af94e4044ae5e667ca93f345c on resource:security_group {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:52:29.321537 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-3a0c4d48-cadd-4fe5-a5a7-1c1dbae8ec5a req-dd2cca2d-41af-42e7-8faa-5f3661836875 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?id=126aa029-4956-4be5-baa5-8356cf15282d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572186 Feb 16 15:52:29.370408 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:29.685559 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:30.527233 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b0513-ad71-4ade-bbec-e861dac90573 req-d93c2284-7491-4f9a-b39b-8eedd303537c tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:52:30.528855 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-262b0513-ad71-4ade-bbec-e861dac90573 req-d93c2284-7491-4f9a-b39b-8eedd303537c tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 945 time: 0.0896330 Feb 16 15:52:30.576732 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-262b0513-ad71-4ade-bbec-e861dac90573 req-63a7c058-eb40-497b-87c5-b40f24097bb8 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/security-groups?id=126aa029-4956-4be5-baa5-8356cf15282d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416255 Feb 16 15:52:31.083512 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05631a-cca1-470b-9452-4c08b9d5fa12 req-fa73cba7-ebe0-4557-bbc9-65847eac7e25 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 16 15:52:31.084209 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-ae05631a-cca1-470b-9452-4c08b9d5fa12 req-fa73cba7-ebe0-4557-bbc9-65847eac7e25 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Synchronizing usage tracker for tenant:6397327af94e4044ae5e667ca93f345c on resource:port {{(pid=84026) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 16 15:52:31.096275 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-ae05631a-cca1-470b-9452-4c08b9d5fa12 req-fa73cba7-ebe0-4557-bbc9-65847eac7e25 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Unset dirty status for tenant:6397327af94e4044ae5e667ca93f345c on resource:port {{(pid=84026) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 16 15:52:31.097497 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ae05631a-cca1-470b-9452-4c08b9d5fa12 req-fa73cba7-ebe0-4557-bbc9-65847eac7e25 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.102 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 945 time: 0.0964808 Feb 16 15:52:31.175680 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-ae05631a-cca1-470b-9452-4c08b9d5fa12 req-5368af81-25a6-4a47-ae40-c88f75a18d05 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Deleting port beb6be7a-4c58-49ae-ac5a-507545b96f32 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:52:31.176050 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-ae05631a-cca1-470b-9452-4c08b9d5fa12 req-5368af81-25a6-4a47-ae40-c88f75a18d05 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:31.437000 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-ae05631a-cca1-470b-9452-4c08b9d5fa12 req-5368af81-25a6-4a47-ae40-c88f75a18d05 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] For port beb6be7a-4c58-49ae-ac5a-507545b96f32, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=beb6be7a-4c58-49ae-ac5a-507545b96f32,segment=NetworkSegment(a613de86-ac2d-4561-8ad2-59c7cbbc24ef),segment_id=a613de86-ac2d-4561-8ad2-59c7cbbc24ef)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:52:31.437319 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-ae05631a-cca1-470b-9452-4c08b9d5fa12 req-5368af81-25a6-4a47-ae40-c88f75a18d05 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:31.567745 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-ae05631a-cca1-470b-9452-4c08b9d5fa12 req-5368af81-25a6-4a47-ae40-c88f75a18d05 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Calling delete_port for beb6be7a-4c58-49ae-ac5a-507545b96f32 owned by compute:nova {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:52:31.723347 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-ae05631a-cca1-470b-9452-4c08b9d5fa12 req-5368af81-25a6-4a47-ae40-c88f75a18d05 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-823957'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:31.739175 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-311479cf-c3b3-4a8c-ba51-f67f29721ccd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:52:31.776941 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-b1a5b3bf-cb08-44e8-aaf4-536ce3ed7b2d req-48a87d7f-6c72-4aca-8911-fb321b603b1c tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.42 "GET /v2.0/ports?device_id=16b4bdbf-6d56-4377-913c-e610be9a2289 HTTP/1.1" status: 200 len: 210 time: 0.0873995 Feb 16 15:52:31.840002 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368af81-25a6-4a47-ae40-c88f75a18d05 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Pushing event deleted for resources: {'Port': ['ID=beb6be7a-4c58-49ae-ac5a-507545b96f32,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:52:31.849483 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5368af81-25a6-4a47-ae40-c88f75a18d05 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:52:31.947180 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae05631a-cca1-470b-9452-4c08b9d5fa12 req-5368af81-25a6-4a47-ae40-c88f75a18d05 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] No DVR routers for this DVR port beb6be7a-4c58-49ae-ac5a-507545b96f32 on host hv-cinder-77570 {{(pid=84026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 15:52:31.949571 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-ae05631a-cca1-470b-9452-4c08b9d5fa12 req-5368af81-25a6-4a47-ae40-c88f75a18d05 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1945'] for port, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:31.952374 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b4bdbf-6d56-4377-913c-e610be9a2289', 'name': 'network-vif-deleted', 'tag': 'beb6be7a-4c58-49ae-ac5a-507545b96f32'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 15:52:31.972902 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [req-ae05631a-cca1-470b-9452-4c08b9d5fa12 req-5368af81-25a6-4a47-ae40-c88f75a18d05 tempest-TestMinimumBasicScenario-2015578686 tempest-TestMinimumBasicScenario-2015578686-project] 10.222.0.102 "DELETE /v2.0/ports/beb6be7a-4c58-49ae-ac5a-507545b96f32 HTTP/1.1" status: 204 len: 173 time: 0.8697140 Feb 16 15:52:32.003880 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b4bdbf-6d56-4377-913c-e610be9a2289', 'name': 'network-vif-deleted', 'tag': 'beb6be7a-4c58-49ae-ac5a-507545b96f32', 'status': 'completed', 'code': 200} Feb 16 15:52:32.404625 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:32.668171 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device beb6be7a-4c58-49ae-ac5a-507545b96f32 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 15:52:32.708238 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] No Port match for: beb6be7a-4c58-49ae-ac5a-507545b96f32 {{(pid=84027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 15:52:32.708636 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Device beb6be7a-4c58-49ae-ac5a-507545b96f32 not bound to the agent host hv-cinder-77570 {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 15:52:33.556639 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 35578) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:52:34.139257 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8d576a90-30a8-449f-b46e-432af7e424b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579226'] for router_interface, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:34.514585 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8d576a90-30a8-449f-b46e-432af7e424b1 admin admin] Deleting port 327e5bb7-a4eb-4cfd-8f70-2b6e637409a7 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:52:34.514968 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8d576a90-30a8-449f-b46e-432af7e424b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:34.698577 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-8d576a90-30a8-449f-b46e-432af7e424b1 admin admin] For port 327e5bb7-a4eb-4cfd-8f70-2b6e637409a7, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=327e5bb7-a4eb-4cfd-8f70-2b6e637409a7,segment=NetworkSegment(a613de86-ac2d-4561-8ad2-59c7cbbc24ef),segment_id=a613de86-ac2d-4561-8ad2-59c7cbbc24ef)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:52:34.699000 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8d576a90-30a8-449f-b46e-432af7e424b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:34.838141 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8d576a90-30a8-449f-b46e-432af7e424b1 admin admin] Calling delete_port for 327e5bb7-a4eb-4cfd-8f70-2b6e637409a7 owned by network:router_interface {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:52:35.010477 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8d576a90-30a8-449f-b46e-432af7e424b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-823957'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:35.025969 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-fcd670f5-1ffd-434a-a264-a9339665a32e tempest-VolumesSnapshotTestJSON-1120568175 tempest-VolumesSnapshotTestJSON-1120568175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:52:35.126831 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d576a90-30a8-449f-b46e-432af7e424b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=327e5bb7-a4eb-4cfd-8f70-2b6e637409a7,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:52:35.129575 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8d576a90-30a8-449f-b46e-432af7e424b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:52:35.671539 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8d576a90-30a8-449f-b46e-432af7e424b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1535162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854189782'] for router_interface, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:36.180851 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d576a90-30a8-449f-b46e-432af7e424b1 admin admin] Router d9359ee0-834c-438e-aaa1-d5ebf89205ca has already been hosted by L3 agent cace3e07-576d-4918-a0d2-7f739a7a8110 {{(pid=84026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 16 15:52:36.373159 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d576a90-30a8-449f-b46e-432af7e424b1 admin admin] Notify agent at l3_agent.dv-cinder-775706-1-smb the message routers_updated {{(pid=84026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 16 15:52:36.382538 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d72210-7dcf-4e1e-bd0e-7af47d960416 None None] Sync routers for ids ['d9359ee0-834c-438e-aaa1-d5ebf89205ca'] in dv-cinder-775706-1-smb {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 16 15:52:36.386681 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-8d576a90-30a8-449f-b46e-432af7e424b1 admin admin] 10.222.0.42 "PUT /v2.0/routers/d9359ee0-834c-438e-aaa1-d5ebf89205ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8283851 Feb 16 15:52:36.389353 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 35582) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:52:36.392679 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d72210-7dcf-4e1e-bd0e-7af47d960416 None None] Routers {'d9359ee0-834c-438e-aaa1-d5ebf89205ca'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:52:36.393411 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f9d72210-7dcf-4e1e-bd0e-7af47d960416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:52:28Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['d9359ee0-834c-438e-aaa1-d5ebf89205ca'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:52:36.580210 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c95ecda2-7c0d-4db0-aa5c-f5424b4dc43f admin admin] Notify callbacks [] for router, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:36.594476 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-f9d72210-7dcf-4e1e-bd0e-7af47d960416 None None] Set router d9359ee0-834c-438e-aaa1-d5ebf89205ca gateway port host: dv-cinder-775706-1-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:52:36.776865 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c95ecda2-7c0d-4db0-aa5c-f5424b4dc43f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:36.782937 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c95ecda2-7c0d-4db0-aa5c-f5424b4dc43f admin admin] Deleting port 1e05fc91-ba76-4c18-a9be-a83a04d4355f {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:52:36.783315 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c95ecda2-7c0d-4db0-aa5c-f5424b4dc43f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:36.904085 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f9d72210-7dcf-4e1e-bd0e-7af47d960416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'name': 'tempest-TestMinimumBasicScenario-1221444230-router', 'tenant_id': '6397327af94e4044ae5e667ca93f345c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.114'}], 'enable_snat': True}, 'gw_port_id': '1e05fc91-ba76-4c18-a9be-a83a04d4355f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:49:57Z', 'updated_at': '2021-02-16T15:52:34Z', 'revision_number': 5, 'project_id': '6397327af94e4044ae5e667ca93f345c', 'gw_port': {'id': '1e05fc91-ba76-4c18-a9be-a83a04d4355f', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:49:58Z', 'updated_at': '2021-02-16T15:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb'}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:52:36.908084 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d72210-7dcf-4e1e-bd0e-7af47d960416 None None] Checking router: d9359ee0-834c-438e-aaa1-d5ebf89205ca for host: dv-cinder-775706-1-smb {{(pid=84027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 16 15:52:36.917425 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d72210-7dcf-4e1e-bd0e-7af47d960416 None None] Routers {'d9359ee0-834c-438e-aaa1-d5ebf89205ca'} bound to L3 agent in host dv-cinder-775706-1-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 16 15:52:36.918087 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f9d72210-7dcf-4e1e-bd0e-7af47d960416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775706-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-16T15:33:58Z,description=,heartbeat_timestamp=2021-02-16T15:52:28Z,host='dv-cinder-775706-1-smb',id=cace3e07-576d-4918-a0d2-7f739a7a8110,load=0,resource_versions=,resources_synced=,started_at=2021-02-16T15:33:58Z,topic='l3_agent')) {'router_ids': ['d9359ee0-834c-438e-aaa1-d5ebf89205ca'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:52:36.968944 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c95ecda2-7c0d-4db0-aa5c-f5424b4dc43f admin admin] For port 1e05fc91-ba76-4c18-a9be-a83a04d4355f, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=1e05fc91-ba76-4c18-a9be-a83a04d4355f,segment=NetworkSegment(0724bfbb-7f18-4768-b879-84dbe1be3f59),segment_id=0724bfbb-7f18-4768-b879-84dbe1be3f59)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:52:36.969338 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c95ecda2-7c0d-4db0-aa5c-f5424b4dc43f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:37.105507 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c95ecda2-7c0d-4db0-aa5c-f5424b4dc43f admin admin] Calling delete_port for 1e05fc91-ba76-4c18-a9be-a83a04d4355f owned by network:router_gateway {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:52:37.106204 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-f9d72210-7dcf-4e1e-bd0e-7af47d960416 None None] Set router d9359ee0-834c-438e-aaa1-d5ebf89205ca gateway port host: dv-cinder-775706-1-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 16 15:52:37.247134 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c95ecda2-7c0d-4db0-aa5c-f5424b4dc43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-823957'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:37.414142 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f9d72210-7dcf-4e1e-bd0e-7af47d960416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'name': 'tempest-TestMinimumBasicScenario-1221444230-router', 'tenant_id': '6397327af94e4044ae5e667ca93f345c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.114'}], 'enable_snat': True}, 'gw_port_id': '1e05fc91-ba76-4c18-a9be-a83a04d4355f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:49:57Z', 'updated_at': '2021-02-16T15:52:34Z', 'revision_number': 5, 'project_id': '6397327af94e4044ae5e667ca93f345c', 'gw_port': {'id': '1e05fc91-ba76-4c18-a9be-a83a04d4355f', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:49:58Z', 'updated_at': '2021-02-16T15:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb'}], 'dv-cinder-775706-1-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:52:37.419378 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d72210-7dcf-4e1e-bd0e-7af47d960416 None None] The sync data for ids ['d9359ee0-834c-438e-aaa1-d5ebf89205ca'] in dv-cinder-775706-1-smb is: [{'id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'name': 'tempest-TestMinimumBasicScenario-1221444230-router', 'tenant_id': '6397327af94e4044ae5e667ca93f345c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'external_fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.114'}], 'enable_snat': True}, 'gw_port_id': '1e05fc91-ba76-4c18-a9be-a83a04d4355f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-16T15:49:57Z', 'updated_at': '2021-02-16T15:52:34Z', 'revision_number': 5, 'project_id': '6397327af94e4044ae5e667ca93f345c', 'gw_port': {'id': '1e05fc91-ba76-4c18-a9be-a83a04d4355f', 'name': '', 'network_id': '98aad332-78bd-43b9-832c-6a78188811e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9359ee0-834c-438e-aaa1-d5ebf89205ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'ip_address': '172.28.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-16T15:49:58Z', 'updated_at': '2021-02-16T15:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07894c69-ecbd-40ed-969e-9ba4c4e7f1e8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-1-smb'}] {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 16 15:52:37.436661 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c95ecda2-7c0d-4db0-aa5c-f5424b4dc43f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854111114'] for router_gateway, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:37.578984 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c95ecda2-7c0d-4db0-aa5c-f5424b4dc43f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12175'] for router, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:37.581392 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c95ecda2-7c0d-4db0-aa5c-f5424b4dc43f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:37.606693 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c95ecda2-7c0d-4db0-aa5c-f5424b4dc43f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-568713'] for router, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:37.607349 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95ecda2-7c0d-4db0-aa5c-f5424b4dc43f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9359ee0-834c-438e-aaa1-d5ebf89205ca {{(pid=84026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 15:52:37.620728 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c95ecda2-7c0d-4db0-aa5c-f5424b4dc43f admin admin] Notify callbacks [] for router, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:37.622085 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-c95ecda2-7c0d-4db0-aa5c-f5424b4dc43f admin admin] 10.222.0.42 "DELETE /v2.0/routers/d9359ee0-834c-438e-aaa1-d5ebf89205ca HTTP/1.1" status: 204 len: 168 time: 1.2317343 Feb 16 15:52:37.624829 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 35586) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:52:37.696615 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_v2 [None req-f40b2b25-a43c-46b3-8975-4a86aaa53355 admin admin] Deleting subnet 9629cb7e-b8ec-4ae2-b2ac-1c9cd6f10b53 {{(pid=84026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 16 15:52:37.699836 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f40b2b25-a43c-46b3-8975-4a86aaa53355 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:37.756222 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f40b2b25-a43c-46b3-8975-4a86aaa53355 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839352739'] for subnet, precommit_delete_associations {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:37.842583 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f40b2b25-a43c-46b3-8975-4a86aaa53355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1516034'] for subnet, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:38.354493 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f40b2b25-a43c-46b3-8975-4a86aaa53355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853259749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853951805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839320903'] for subnet, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:38.370493 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ce547f3c-6315-4aed-83f4-22cfa2b8923a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:52:38.455756 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b2b25-a43c-46b3-8975-4a86aaa53355 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9629cb7e-b8ec-4ae2-b2ac-1c9cd6f10b53,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:52:38.458549 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f40b2b25-a43c-46b3-8975-4a86aaa53355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:52:38.505061 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f40b2b25-a43c-46b3-8975-4a86aaa53355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for subnet, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:38.510500 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874d2ffd-3b30-4179-b3ca-422033751d82 None None] Network 2886c1eb-0213-49c7-9040-561b7a7aaa58 requested from dv-cinder-775706-1-smb {{(pid=84027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 16 15:52:38.512179 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-f40b2b25-a43c-46b3-8975-4a86aaa53355 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9629cb7e-b8ec-4ae2-b2ac-1c9cd6f10b53 HTTP/1.1" status: 204 len: 168 time: 0.8862929 Feb 16 15:52:38.514791 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 35590) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:52:38.632806 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1401933'] for network, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:38.703002 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Deleting port ce566aab-134e-4133-a44c-4d8104d85bd4 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:52:38.703380 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:38.794871 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54548a8-3abc-448f-afe6-416c25b4048a None None] DHCP port deletion for 2886c1eb-0213-49c7-9040-561b7a7aaa58 request from dv-cinder-775706-1-smb {{(pid=84027) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 16 15:52:38.800680 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c54548a8-3abc-448f-afe6-416c25b4048a None None] Deleting port ce566aab-134e-4133-a44c-4d8104d85bd4 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:52:38.801299 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c54548a8-3abc-448f-afe6-416c25b4048a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:38.943566 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] For port ce566aab-134e-4133-a44c-4d8104d85bd4, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=ce566aab-134e-4133-a44c-4d8104d85bd4,segment=NetworkSegment(a613de86-ac2d-4561-8ad2-59c7cbbc24ef),segment_id=a613de86-ac2d-4561-8ad2-59c7cbbc24ef)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:52:38.944115 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:39.078778 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Calling delete_port for ce566aab-134e-4133-a44c-4d8104d85bd4 owned by network:dhcp {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:52:39.158890 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853290456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854735110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754293583646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363282561699120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-823957'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:39.175018 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-edcbc5e5-e25a-4f5f-9c90-fa1183ffb72c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:52:39.188143 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c54548a8-3abc-448f-afe6-416c25b4048a None None] For port ce566aab-134e-4133-a44c-4d8104d85bd4, host dv-cinder-775706-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-1-smb',level=0,port_id=ce566aab-134e-4133-a44c-4d8104d85bd4,segment=NetworkSegment(a613de86-ac2d-4561-8ad2-59c7cbbc24ef),segment_id=a613de86-ac2d-4561-8ad2-59c7cbbc24ef)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 16 15:52:39.188590 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c54548a8-3abc-448f-afe6-416c25b4048a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-587435'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:39.277760 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce566aab-134e-4133-a44c-4d8104d85bd4,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:52:39.298151 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:39.298593 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:39.299005 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:39.299409 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:39.299817 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:39.300215 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:39.300603 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:39.300974 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:39.301368 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:39.301759 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:39.302149 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:39.302565 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:39.303024 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:39.303416 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:39.303806 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:39.304195 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:39.304588 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:39.304997 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:39.305390 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:39.305786 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:39.306175 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:39.306607 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:39.306978 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:39.307367 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-1-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 16 15:52:39.312245 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:52:39.317925 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 327e5bb7-a4eb-4cfd-8f70-2b6e637409a7 no longer exists at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 15:52:39.345604 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] No DVR routers for this DVR port ce566aab-134e-4133-a44c-4d8104d85bd4 on host dv-cinder-775706-1-smb {{(pid=84026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 16 15:52:39.361651 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c54548a8-3abc-448f-afe6-416c25b4048a None None] Calling delete_port for ce566aab-134e-4133-a44c-4d8104d85bd4 owned by network:dhcp {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 16 15:52:39.403177 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3a29449c-3776-4258-9627-10026e36c514 None None] No Port match for: 327e5bb7-a4eb-4cfd-8f70-2b6e637409a7 {{(pid=84027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 15:52:39.403579 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 327e5bb7-a4eb-4cfd-8f70-2b6e637409a7 not bound to the agent host dv-cinder-775706-1-smb {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 15:52:39.404051 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 1e05fc91-ba76-4c18-a9be-a83a04d4355f no longer exists at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 15:52:39.447078 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3a29449c-3776-4258-9627-10026e36c514 None None] No Port match for: 1e05fc91-ba76-4c18-a9be-a83a04d4355f {{(pid=84027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 15:52:39.447476 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device 1e05fc91-ba76-4c18-a9be-a83a04d4355f not bound to the agent host dv-cinder-775706-1-smb {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 15:52:39.447946 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device ce566aab-134e-4133-a44c-4d8104d85bd4 no longer exists at agent ovs-agent-dv-cinder-775706-1-smb {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 16 15:52:39.469725 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1519515', 'neutron.services.segments.db._delete_segments_for_network--9223363282561163551'] for network, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:39.492987 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3a29449c-3776-4258-9627-10026e36c514 None None] No Port match for: ce566aab-134e-4133-a44c-4d8104d85bd4 {{(pid=84027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 16 15:52:39.493388 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Device ce566aab-134e-4133-a44c-4d8104d85bd4 not bound to the agent host dv-cinder-775706-1-smb {{(pid=84027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 16 15:52:39.520059 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.db.api [None req-c54548a8-3abc-448f-afe6-416c25b4048a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84027) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:52:39.520466 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_db.api [None req-c54548a8-3abc-448f-afe6-416c25b4048a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 16 15:52:39.585647 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2886c1eb-0213-49c7-9040-561b7a7aaa58']}} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:52:39.598722 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a613de86-ac2d-4561-8ad2-59c7cbbc24ef') {'for_net_delete': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:52:39.599058 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a613de86-ac2d-4561-8ad2-59c7cbbc24ef') {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 16 15:52:39.610980 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282561152287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15423062'] for segment, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:39.626056 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853259932'] for segment, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:39.628140 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 16 15:52:39.812646 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Network 2886c1eb-0213-49c7-9040-561b7a7aaa58 has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 15:52:39.822196 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1515795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-826721'] for segment, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:40.004720 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Network 2886c1eb-0213-49c7-9040-561b7a7aaa58 has no segments {{(pid=84026) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 16 15:52:40.021397 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c54548a8-3abc-448f-afe6-416c25b4048a None None] Deleting port ce566aab-134e-4133-a44c-4d8104d85bd4 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 16 15:52:40.021831 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c54548a8-3abc-448f-afe6-416c25b4048a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754293492595'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:40.027751 dv-cinder-775706-1-smb neutron-server[83912]: Traceback (most recent call last): Feb 16 15:52:40.027751 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:52:40.027751 dv-cinder-775706-1-smb neutron-server[83912]: timer() Feb 16 15:52:40.027751 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:52:40.027751 dv-cinder-775706-1-smb neutron-server[83912]: cb(*args, **kw) Feb 16 15:52:40.027751 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 16 15:52:40.027751 dv-cinder-775706-1-smb neutron-server[83912]: return func(*args, **kwargs) Feb 16 15:52:40.027751 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:52:40.027751 dv-cinder-775706-1-smb neutron-server[83912]: self._notify() Feb 16 15:52:40.027751 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:52:40.027751 dv-cinder-775706-1-smb neutron-server[83912]: self.callback(batched_events) Feb 16 15:52:40.027751 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:52:40.027751 dv-cinder-775706-1-smb neutron-server[83912]: event.method(event) Feb 16 15:52:40.027751 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 15:52:40.027751 dv-cinder-775706-1-smb neutron-server[83912]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:52:40.027751 dv-cinder-775706-1-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 16 15:52:40.027751 dv-cinder-775706-1-smb neutron-server[83912]: segment_id)['aggregates'][0] Feb 16 15:52:40.027751 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 15:52:40.027751 dv-cinder-775706-1-smb neutron-server[83912]: return f(self, *a, **k) Feb 16 15:52:40.027751 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 15:52:40.027751 dv-cinder-775706-1-smb neutron-server[83912]: return self._get(url).json() Feb 16 15:52:40.027751 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:52:40.027751 dv-cinder-775706-1-smb neutron-server[83912]: **kwargs) Feb 16 15:52:40.027751 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 15:52:40.027751 dv-cinder-775706-1-smb neutron-server[83912]: return self.request(url, 'GET', **kwargs) Feb 16 15:52:40.027751 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 16 15:52:40.027751 dv-cinder-775706-1-smb neutron-server[83912]: **endpoint_filter) Feb 16 15:52:40.027751 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 15:52:40.027751 dv-cinder-775706-1-smb neutron-server[83912]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:52:40.027751 dv-cinder-775706-1-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 15:52:40.027751 dv-cinder-775706-1-smb neutron-server[83912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:52:40.027751 dv-cinder-775706-1-smb neutron-server[83912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:52:40.095905 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c54548a8-3abc-448f-afe6-416c25b4048a None None] The port 'ce566aab-134e-4133-a44c-4d8104d85bd4' was deleted {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 16 15:52:40.107753 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853256212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853240702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664669'] for network, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:40.111110 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:52:40.125313 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853240687'] for network, before_response {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:40.136251 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Pushing event deleted for resources: {'Network': ['ID=2886c1eb-0213-49c7-9040-561b7a7aaa58,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:52:40.139643 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:52:40.149862 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-929577a7-fb42-4527-a8fd-87796ec23750 admin admin] 10.222.0.42 "DELETE /v2.0/networks/2886c1eb-0213-49c7-9040-561b7a7aaa58 HTTP/1.1" status: 204 len: 168 time: 1.6340337 Feb 16 15:52:40.329282 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84026) accepted ('10.222.0.42', 35596) {{(pid=84026) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:52:40.382367 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-c05b4756-0819-4107-ab81-22b5f4fa15af admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6397327af94e4044ae5e667ca93f345c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516851 Feb 16 15:52:40.385158 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.42', 35600) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 16 15:52:40.447689 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-70b9977b-c038-49db-aba3-c609d26e2a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:40.475384 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-70b9977b-c038-49db-aba3-c609d26e2a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:40.522820 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-70b9977b-c038-49db-aba3-c609d26e2a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661251'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:40.527344 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3d61b91e-0c48-46ad-a7e0-4ff08adc1cf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 16 15:52:40.543661 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b9977b-c038-49db-aba3-c609d26e2a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126aa029-4956-4be5-baa5-8356cf15282d,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 16 15:52:40.546756 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-70b9977b-c038-49db-aba3-c609d26e2a3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 16 15:52:40.553185 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-70b9977b-c038-49db-aba3-c609d26e2a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:40.554413 dv-cinder-775706-1-smb neutron-server[83912]: INFO neutron.wsgi [None req-70b9977b-c038-49db-aba3-c609d26e2a3d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/126aa029-4956-4be5-baa5-8356cf15282d HTTP/1.1" status: 204 len: 168 time: 0.1681240 Feb 16 15:52:54.488337 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-eb9461c9-bb47-4d7e-96bc-3e223911d95a None None] Agent healthcheck: found 6 active agents {{(pid=84028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:52:55.230498 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a0074fc0-d3f5-47a7-9ff6-c3050a7a1b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:57.805424 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d67f3f3-aa63-4be6-b8d1-8944596fc1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:58.125595 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:59.371491 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:52:59.687916 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:53:02.411739 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:53:25.231607 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ba3859b-7e14-4650-909c-285cfdfa1398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:53:27.807770 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d92bfc16-08fd-46b0-87d4-e73dc94bdc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:53:28.128130 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:53:29.374041 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:53:29.689896 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:53:31.487619 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-eb9461c9-bb47-4d7e-96bc-3e223911d95a None None] Agent healthcheck: found 6 active agents {{(pid=84028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:53:32.436762 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:53:55.234569 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-068f5ef1-f96d-41aa-bc61-a1db235a1940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:53:57.810519 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-63a3f985-ae74-44b4-a00e-5e51db975b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:53:58.129040 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:53:59.376018 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:53:59.692462 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:54:02.477666 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:54:08.486824 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-eb9461c9-bb47-4d7e-96bc-3e223911d95a None None] Agent healthcheck: found 6 active agents {{(pid=84028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:54:25.236864 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-957e1ef3-7002-4d63-9e50-b48c4dfcd667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:54:27.813560 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8191c770-7f41-4153-b481-05413aaea351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:54:28.131927 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:54:29.377337 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:54:29.697098 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:54:32.490989 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:54:45.486500 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-eb9461c9-bb47-4d7e-96bc-3e223911d95a None None] Agent healthcheck: found 6 active agents {{(pid=84028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:54:55.238939 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b9791af8-5619-45c0-844d-ced862a1fd65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:54:57.814764 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c0c3dc66-3f41-4054-bbcb-e355f63a3430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:54:58.136241 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:54:59.378043 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:54:59.699106 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:55:02.486966 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:55:22.485856 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-eb9461c9-bb47-4d7e-96bc-3e223911d95a None None] Agent healthcheck: found 6 active agents {{(pid=84028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:55:25.242317 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4f8b97fc-7fb3-4ffa-b542-39a68c214817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:55:27.819527 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-55568393-20f2-4c3c-b9f4-bfb74193fcd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:55:28.139531 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:55:29.381438 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:55:29.702140 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:55:32.493905 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:55:55.246020 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-88a7dce3-7736-4310-8a27-6edcf910a45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:55:57.812634 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e669589f-168a-4066-ba0e-7ad01fe35628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:55:58.140962 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:55:59.382756 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:55:59.486365 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-eb9461c9-bb47-4d7e-96bc-3e223911d95a None None] Agent healthcheck: found 6 active agents {{(pid=84028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:55:59.704138 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:02.495873 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:25.250698 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-099a53e0-97e1-455a-b27e-9c59c51d91a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:27.814053 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8fde7eb0-ee10-4503-82bf-13b2451d37c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:28.143689 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:29.386509 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:29.706434 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:32.495315 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:36.485538 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-eb9461c9-bb47-4d7e-96bc-3e223911d95a None None] Agent healthcheck: found 6 active agents {{(pid=84028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:56:55.252388 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a863ae5d-f353-4780-8249-69d6558084cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:57.815977 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-82fe810d-52bc-473c-a6f8-db29cfd1aeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:58.145753 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:59.389170 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:56:59.707703 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:02.496659 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:13.484799 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-eb9461c9-bb47-4d7e-96bc-3e223911d95a None None] Agent healthcheck: found 6 active agents {{(pid=84028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 16 15:57:25.253625 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7665efd4-144d-414d-a897-003dab97be6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:27.822010 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-91f910fd-9403-42c8-863d-39e6d43bc98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:28.147430 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9bf9320f-112d-412e-a527-737cbf488af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:29.391767 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3a29449c-3776-4258-9627-10026e36c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:29.710750 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6bebd875-08bd-49a7-a87a-1547b097d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 16 15:57:32.484727 dv-cinder-775706-1-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c92bd342-d109-47fa-b2fc-07213441ae68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282561163568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1492409'] for agent, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}